2025-09-01 Mon 02:12:13:812.793 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:13:812.879 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:13:812.991 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:13:813.043 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:13:813.087 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692733813016 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:13:813.096 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:13:951.502 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:13:951.552 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692733951407 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:13:951.562 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:13:951.869 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:13:951.890 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692733951853 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 33659 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:13:951.897 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:13:952.210 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:13:952.311 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:13:952.364 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:13:952.408 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692733952337 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:13:952.417 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:13:952.440 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:13:952.450 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692733952342 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:13:952.456 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:13:952.463 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:13:952.487 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692733952387 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:13:952.511 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:13:952.519 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:13:952.536 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692733952454 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:13:952.544 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:13:952.551 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:13:952.569 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692733952469 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:12:13:952.575 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:13:953.235 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:13:953.256 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692733953173 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:13:953.263 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:13:953.270 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:13:953.288 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692733953206 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:13:953.298 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:13:953.316 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:12:14:002.400 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:14:002.457 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692734002361 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:14:002.468 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:14:002.896 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:14:002.938 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692734002870 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 34999 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:14:002.947 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:14:003.249 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:14:003.487 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:14:003.537 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:14:003.554 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692734003515 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:14:003.561 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:14:615.938 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:14:616.006 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692734615897 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:14:616.017 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:14:616.378 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:14:616.395 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692734616369 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 34857 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:14:616.401 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:14:616.669 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:14:616.778 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:14:616.823 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:14:616.863 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692734616805 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:14:616.872 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:14:616.890 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:14:616.899 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692734616812 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:14:616.905 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:14:616.912 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:14:616.933 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692734616863 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:14:616.944 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:14:616.951 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:14:616.983 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692734616920 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:12:14:616.998 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:14:617.579 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:14:617.608 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692734617516 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:14:617.617 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:14:617.626 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:14:617.652 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692734617563 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:14:617.665 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:14:617.700 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:12:14:670.852 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:14:670.921 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692734670816 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:14:670.944 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:14:671.215 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:14:671.231 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692734671198 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 36307 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:14:671.238 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:14:671.514 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:14:671.603 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:14:671.652 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:14:671.670 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692734671634 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:14:671.678 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:15:074.754 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:15:074.808 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692735074655 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:15:074.818 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:15:075.616 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:15:075.644 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692735075604 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 44041 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:15:075.658 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:15:075.960 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:15:076.088 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:15:076.154 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:15:076.166 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692735076113 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:15:076.173 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:15:381.773 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:15:382.949 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:15:383.469 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692735381673 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:15:383.524 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:15:383.536 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:15:383.549 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692735382555 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 38017 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:15:383.555 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:15:383.559 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:15:383.608 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:15:383.621 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692735383600 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:15:383.628 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:15:616.865 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:15:616.914 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692735616757 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:15:616.935 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:15:617.352 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:15:617.372 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692735617329 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 39881 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:15:617.379 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:15:617.637 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:15:617.704 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:15:617.810 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:15:617.824 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692735617757 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:15:617.831 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:17:200.397 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:17:200.463 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692737200263 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:17:200.477 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:17:200.989 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:17:201.032 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692737200942 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 44075 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:17:201.041 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:17:201.253 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:17:201.343 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:17:201.385 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:17:201.401 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692737201376 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:17:201.408 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:17:579.857 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:17:579.912 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692737579829 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:17:579.922 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:17:580.371 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:17:580.419 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692737580349 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 40645 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:17:580.428 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:17:580.719 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:17:580.817 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:17:580.864 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:17:580.878 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692737580853 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:17:580.884 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:17:845.269 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:17:845.331 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692737845141 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:17:845.362 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:17:845.768 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:17:845.790 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692737845738 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 46415 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:17:845.798 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:17:846.089 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:17:846.159 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:17:846.205 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:17:846.240 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692737846187 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:17:846.250 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:17:846.313 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:17:846.326 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692737846193 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:17:846.332 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:17:846.362 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:17:846.385 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692737846284 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:17:846.416 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:17:846.429 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:17:846.451 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692737846365 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:17:846.459 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:17:846.466 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:17:846.480 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692737846392 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:12:17:846.486 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:17:847.045 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:17:847.078 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692737846961 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:17:847.092 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:17:847.100 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:17:847.119 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692737847018 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:17:847.129 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:17:847.156 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:12:17:897.312 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:17:897.374 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692737897275 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:17:897.384 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:17:897.677 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:17:897.690 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692737897670 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 35251 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:17:897.704 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:17:898.022 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:17:898.127 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:17:898.171 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:17:898.197 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692737898160 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:17:898.205 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:18:951.388 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:18:951.440 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692738951282 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:18:951.450 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:18:952.223 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:18:952.260 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692738952213 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 36447 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:18:952.268 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:18:952.625 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:18:952.825 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:18:952.876 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:18:952.894 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692738952855 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:18:952.904 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:19:271.943 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:19:272.035 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692739271768 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:19:272.070 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:19:272.516 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:19:272.545 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692739272472 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 41807 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:19:272.552 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:19:272.852 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:19:272.930 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:19:273.012 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:19:273.029 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692739273001 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:19:273.036 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:19:273.043 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:19:273.052 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692739273011 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:19:273.057 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:19:273.085 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:19:273.115 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692739273078 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:19:273.139 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:19:273.151 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:19:273.169 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692739273141 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:12:19:273.176 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:19:273.684 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:19:273.697 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692739273654 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:19:273.703 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:19:273.710 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:19:273.729 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692739273697 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:19:273.744 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:19:273.779 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:12:19:327.025 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:19:327.095 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692739326990 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:19:327.265 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:19:327.275 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:19:327.286 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692739327196 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 40311 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:19:327.292 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:19:327.521 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:19:327.573 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:19:327.659 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:19:327.675 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692739327627 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:19:327.681 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:20:299.845 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:20:299.905 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692740299814 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:20:299.915 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:20:299.994 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:20:300.072 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692740299986 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 36939 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:20:300.080 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:20:300.288 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:20:300.367 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:20:300.403 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:20:300.419 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692740300394 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:20:300.426 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:20:880.741 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.192:8085::10.20.0.193:58236 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 255 2025-09-01 Mon 02:12:20:892.847 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.192:8085::10.20.0.193:58238 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 255 2025-09-01 Mon 02:12:20:951.052 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:20:951.111 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692740951012 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:20:951.121 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:20:951.217 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:20:951.233 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692740951209 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 45911 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:20:951.240 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:20:951.518 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:20:951.587 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:20:951.627 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:20:951.644 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692740951615 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:20:951.652 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:21:449.680 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:21:449.740 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692741449515 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:21:449.750 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:21:449.758 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:21:449.768 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692741449660 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 35969 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:21:449.774 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:21:450.006 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:21:450.067 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:21:450.130 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:21:450.143 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692741450119 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:21:450.150 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:21:450.156 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:21:450.175 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692741450130 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:21:450.181 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:21:450.207 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:21:450.230 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692741450200 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:21:450.240 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:21:450.280 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:21:450.301 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692741450274 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:21:450.309 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:21:450.316 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:21:450.329 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692741450290 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:12:21:450.339 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:21:450.771 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:21:450.796 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692741450758 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:21:450.806 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:21:450.816 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:21:450.849 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692741450782 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:21:450.861 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:21:450.818 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:12:21:498.019 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:21:498.072 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692741497905 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:21:498.092 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:21:498.481 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:21:498.519 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692741498454 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 44971 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:21:498.529 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:21:498.823 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:21:498.892 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:21:498.935 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:21:498.976 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692741498926 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:21:498.985 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:21:505.001 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:21:505.037 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692741504978 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:21:505.046 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:21:505.453 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:21:505.467 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692741505446 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 45791 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:21:505.473 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:21:505.822 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:21:505.912 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:21:505.983 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:21:506.010 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692741505959 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:21:506.017 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:21:506.024 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:21:506.032 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692741505980 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:21:506.037 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:21:506.058 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:21:506.081 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692741506052 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:21:506.092 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:21:506.137 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:21:506.157 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692741506127 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:12:21:506.167 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:21:506.574 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:21:506.586 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692741506556 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:21:506.592 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:21:506.614 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:21:506.662 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692741506604 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:21:506.676 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:21:506.622 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:12:21:551.771 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:21:551.827 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692741551734 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:21:551.837 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:21:552.339 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:21:552.380 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692741552312 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 41409 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:21:552.389 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:21:552.637 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:21:552.711 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:21:552.756 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:21:552.778 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692741552746 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:21:552.785 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:22:208.611 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:22:209.061 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:22:209.115 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:22:209.157 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692742208583 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:22:209.167 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:22:209.176 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:22:209.318 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692742208739 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 39841 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:22:209.324 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:22:209.342 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:22:209.351 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692742209168 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:22:209.356 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:22:435.169 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:22:435.221 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692742435060 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:22:435.231 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:22:435.958 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:22:436.011 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692742435940 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 34673 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:22:436.020 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:22:436.304 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:22:436.373 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:22:436.440 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:22:436.452 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692742436404 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:22:436.458 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:22:452.995 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:22:453.043 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692742452877 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:22:453.054 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:22:453.750 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:22:453.775 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692742453740 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 33015 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:22:453.781 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:22:454.154 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:22:454.257 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:22:454.301 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:22:454.316 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692742454292 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:22:454.322 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:24:506.537 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:24:506.590 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692744506430 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:24:506.601 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:24:506.900 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:24:506.919 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692744506886 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 36425 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:24:506.926 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:24:507.225 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:24:507.310 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:24:507.377 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:24:507.420 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692744507348 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:24:507.429 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:24:578.630 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:24:578.680 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692744578533 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:24:578.690 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:24:578.991 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:24:579.009 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692744578974 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 46269 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:24:579.016 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:24:579.267 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:24:579.353 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:24:579.413 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:24:579.457 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692744579385 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:24:579.466 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:25:055.817 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:25:055.891 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692745055776 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:25:055.904 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:25:056.512 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:25:056.553 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692745056467 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 39433 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:25:056.563 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:25:056.708 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:25:056.760 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:25:056.811 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:25:056.953 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692745056798 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:25:056.962 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:25:056.981 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:25:056.990 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692745056807 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:25:056.996 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:25:057.002 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:25:057.026 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692745056863 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:25:057.051 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:25:057.142 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:25:057.173 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692745057135 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:25:057.186 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:25:057.197 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:25:057.216 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692745057153 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:12:25:057.223 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:25:057.741 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:12:25:057.768 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:25:057.801 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692745057660 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:25:057.816 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:25:057.823 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:25:057.843 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692745057713 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:25:057.852 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:25:109.870 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:25:109.961 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692745109831 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:25:109.981 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:25:110.026 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:25:110.041 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692745110019 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 42155 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:25:110.055 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:25:110.350 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:25:110.445 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:25:110.485 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:25:110.521 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692745110475 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:25:110.532 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:25:917.376 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:25:917.443 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692745917350 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:25:917.454 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:25:917.785 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:25:917.799 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692745917775 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 45221 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:25:917.805 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:25:918.161 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:25:918.284 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:25:918.333 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:25:918.380 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692745918310 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:25:918.393 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:25:918.406 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:25:918.419 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692745918316 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:25:918.427 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:25:918.452 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:25:918.484 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692745918362 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:25:918.498 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:25:918.509 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:25:918.530 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692745918410 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:12:25:918.539 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:25:918.882 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:25:918.912 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692745918867 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:25:918.922 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:25:918.932 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:25:918.960 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692745918898 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:25:918.999 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:25:919.056 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:12:25:966.282 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:25:966.338 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692745966240 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:25:966.349 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:25:966.457 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:25:966.472 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692745966447 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 39263 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:25:966.479 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:25:966.757 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:25:966.829 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:25:966.885 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:25:966.911 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692745966863 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:25:966.938 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:26:100.692 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:26:100.750 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692746100655 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:26:100.762 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:26:101.096 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:26:101.125 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692746101088 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 33229 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:26:101.135 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:26:101.465 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:26:101.672 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:26:101.711 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:26:101.729 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692746101699 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:26:101.736 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:27:002.111 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:27:002.166 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692747002003 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:27:002.176 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:27:002.466 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:27:002.489 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692747002452 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 35193 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:27:002.508 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:27:002.826 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:27:002.913 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:27:002.962 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:27:002.993 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692747002943 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:27:003.001 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:28:117.865 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:28:117.923 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692748117824 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:28:117.933 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:28:118.381 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:28:118.410 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692748118370 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 40031 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:28:118.419 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:28:118.729 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:28:118.799 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:28:118.833 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:28:118.848 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692748118825 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:28:118.867 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:28:611.634 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:28:611.703 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692748611517 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:28:611.717 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:28:612.110 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:28:612.128 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692748612090 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 40513 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:28:612.135 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:28:612.375 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:28:612.441 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:28:612.542 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:28:612.675 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692748612532 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:28:612.685 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:28:612.693 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:28:612.701 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692748612541 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:28:612.707 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:28:612.713 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:28:612.733 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692748612593 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:28:612.754 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:28:612.817 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:28:612.847 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692748612806 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:28:612.858 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:28:612.867 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:28:612.881 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692748612828 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:12:28:612.896 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:28:613.369 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:28:613.383 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692748613308 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:28:613.390 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:28:613.397 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:28:613.400 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:12:28:613.415 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692748613356 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:28:613.424 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:28:658.514 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:28:658.571 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692748658486 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:28:658.580 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:28:659.076 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:28:659.090 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692748659045 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 38091 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:28:659.111 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:28:659.338 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:28:659.414 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:28:659.474 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:28:659.488 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692748659465 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:28:659.495 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:28:719.527 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:28:719.586 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692748719489 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:28:719.596 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:28:720.163 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:28:720.203 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692748720126 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 39499 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:28:720.212 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:28:720.447 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:28:720.504 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:28:720.556 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:28:720.586 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692748720541 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:28:720.609 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:28:720.626 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:28:720.635 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692748720547 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:28:720.641 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:28:720.672 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:28:720.777 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692748720663 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:28:720.795 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:28:720.864 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:28:720.884 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692748720838 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:12:28:720.891 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:28:721.594 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:28:721.633 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692748721530 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:28:721.644 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:28:721.655 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:28:721.695 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692748721579 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:28:721.710 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:28:721.743 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:12:28:770.870 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:28:770.936 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692748770830 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:28:770.949 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:28:771.334 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:28:771.356 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692748771324 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 43593 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:28:771.366 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:28:771.660 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:28:771.751 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:28:771.825 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:28:771.864 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692748771785 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:28:771.873 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:29:109.159 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:29:109.221 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692749109120 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:29:109.232 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:29:109.570 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:29:109.585 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692749109562 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 39903 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:29:109.591 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:29:109.880 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:29:109.993 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:29:110.040 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:29:110.088 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692749110020 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:29:110.099 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:29:640.652 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:29:640.724 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692749640612 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:29:640.740 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:29:641.166 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:29:641.184 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692749641128 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 33851 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:29:641.190 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:29:641.420 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:29:641.494 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:29:641.528 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:29:641.543 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692749641520 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:29:641.549 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:29:761.988 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:29:762.046 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692749761942 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:29:762.057 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:29:762.358 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:29:762.372 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692749762350 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 44503 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:29:762.387 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:29:762.652 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:29:762.719 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:29:762.754 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:29:762.768 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692749762747 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:29:762.774 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:31:549.702 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:31:549.758 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692751549666 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:31:549.768 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:31:550.133 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:31:550.146 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692751550127 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 34385 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:31:550.162 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:31:550.429 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:31:550.533 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:31:550.576 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:31:550.600 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692751550564 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:31:550.608 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:31:598.933 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:31:599.016 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692751598826 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:31:599.027 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:31:599.382 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:31:599.401 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692751599368 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 41331 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:31:599.409 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:31:599.685 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:31:599.751 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:31:599.812 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:31:599.852 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692751599803 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:31:599.859 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:31:935.088 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:31:935.139 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692751934982 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:31:935.149 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:31:935.547 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:31:935.562 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692751935534 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 37123 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:31:935.569 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:31:935.819 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:31:935.889 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:31:936.086 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:31:936.235 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692751936074 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:31:936.244 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:31:936.252 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:31:936.260 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692751936083 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:31:936.265 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:31:936.271 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:31:936.291 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692751936138 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:31:936.301 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:31:936.558 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:31:936.595 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692751936394 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:31:936.615 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:31:936.625 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:31:936.640 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692751936410 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:12:31:936.647 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:31:936.950 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:31:936.974 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692751936942 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:31:936.982 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:31:936.988 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:31:937.007 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692751936981 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:31:937.023 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:31:937.014 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:12:31:988.140 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:31:988.195 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692751988110 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:31:988.205 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:31:988.266 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:31:988.279 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692751988260 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 41153 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:31:988.294 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:31:988.581 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:31:988.639 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:31:988.690 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:31:988.714 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692751988671 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:31:988.725 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:33:050.900 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:33:050.978 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692753050800 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:33:050.988 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:33:051.692 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:33:051.710 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692753051683 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 35769 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:33:051.716 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:33:051.984 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:33:052.018 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:33:052.083 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:33:052.095 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692753052042 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:33:052.100 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:33:070.248 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:33:070.302 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692753070152 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:33:070.311 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:33:071.293 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:33:071.315 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692753071281 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 33249 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:33:071.323 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:33:071.577 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:33:071.707 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:33:072.428 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:12:33:072.461 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:33:072.473 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692753071731 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:33:072.480 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:33:072.487 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:33:072.524 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692753071736 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:33:072.529 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:33:072.535 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:33:072.568 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692753071811 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:33:072.579 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:33:072.588 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:33:072.601 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692753071853 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:12:33:072.613 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:33:072.620 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:33:072.628 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692753072364 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:33:072.633 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:33:072.639 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:33:072.652 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692753072396 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:33:072.660 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:33:118.580 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:33:118.636 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692753118540 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:33:118.660 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:33:119.004 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:33:119.019 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692753118983 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 39325 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:33:119.026 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:33:119.311 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:33:119.439 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:33:119.493 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:33:119.512 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692753119474 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:33:119.520 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:34:163.696 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:34:163.756 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692754163586 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:34:163.767 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:34:164.062 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:34:164.106 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692754164021 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 41199 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:34:164.115 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:34:164.335 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:34:164.630 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:34:164.678 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:34:164.694 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692754164669 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:34:164.701 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:34:906.239 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:34:906.290 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692754906136 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:34:906.300 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:34:907.022 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:34:907.038 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692754907013 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 45795 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:34:907.045 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:34:907.317 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:34:907.349 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:34:907.412 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:34:907.424 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692754907372 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:34:907.429 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:35:488.058 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:35:488.111 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692755487935 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:35:488.132 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:35:488.980 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:35:489.008 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692755488952 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 44907 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:35:489.016 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:35:489.245 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:35:489.281 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:35:489.944 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:35:489.983 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692755489306 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:35:489.993 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:35:490.001 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:35:490.009 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692755489310 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:35:490.015 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:35:490.021 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:35:490.057 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692755489385 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:35:490.073 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:35:490.081 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:35:490.096 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692755489426 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:12:35:490.101 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:35:490.109 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:35:490.119 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692755489887 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:35:490.124 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:35:490.130 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:35:490.143 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692755489920 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:35:490.151 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:35:490.173 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:12:35:537.166 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:35:537.216 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692755537068 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:35:537.227 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:35:537.852 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:35:537.868 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692755537844 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 39407 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:35:537.875 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:35:538.165 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:35:538.199 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:35:538.283 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:35:538.299 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692755538224 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:35:538.307 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:35:582.799 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:35:582.848 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692755582696 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:35:582.859 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:35:583.656 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:35:583.684 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692755583643 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 38377 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:35:583.692 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:35:583.952 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:35:584.003 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:35:584.075 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:35:584.087 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692755584029 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:35:584.093 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:35:584.101 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:35:584.109 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692755584033 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:35:584.114 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:35:584.587 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:35:584.662 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692755584153 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:35:584.675 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:35:584.693 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:35:584.711 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692755584266 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:35:584.720 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:35:584.727 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:35:584.742 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692755584282 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:12:35:584.749 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:35:584.841 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:35:584.854 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692755584834 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:35:584.861 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:35:584.891 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:35:584.909 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692755584886 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:35:584.920 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:35:584.931 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:12:35:635.112 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:35:635.163 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692755635006 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:35:635.173 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:35:635.342 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:35:635.389 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692755635305 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 46493 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:35:635.398 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:35:635.626 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:35:635.671 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:35:635.709 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:35:635.723 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692755635695 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:35:635.743 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:36:162.836 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:36:162.892 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692756162800 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:36:162.903 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:36:163.239 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:36:163.253 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692756163229 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 35261 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:36:163.260 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:36:163.590 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:36:163.771 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:36:163.815 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:36:163.834 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692756163801 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:36:163.842 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:36:438.674 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:36:438.730 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692756438399 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:36:438.741 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:36:438.750 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:36:438.761 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692756438553 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 45501 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:36:438.779 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:36:438.852 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:36:438.899 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:36:438.957 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:36:439.000 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692756438949 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:36:439.007 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:36:698.038 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:36:698.102 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692756697872 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:36:698.116 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:36:698.536 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:36:698.554 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692756698518 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 44271 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:36:698.561 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:36:698.804 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:36:698.873 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:36:698.935 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:36:698.983 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692756698926 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:36:699.006 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:37:665.881 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:37:665.972 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692757665754 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2:Compute:contrail-vrouter-agent:0 sm_queue_count = 0 sm_stats= [ ev_stats= [ [ [ event = scm::EvCollectorUpdate enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvIdleHoldTimerExpired enqueues = 26 dequeues = 26 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshSend enqueues = 7224 dequeues = 7224 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvStart enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnectFail enqueues = 27 dequeues = 27 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpDeleteSession enqueues = 27 dequeues = 27 enqueue_fails = 0 dequeue_fails = 0 ], [ event = enqueues = 7306 dequeues = 7306 enqueue_fails = 0 dequeue_fails = 0 ], ] ] state = Idle state_since = 1756692728708657 last_state = Idle last_event = scm::EvSandeshSend last_event_at = 1756692756698933 ] max_sm_queue_count = 7 ] 2025-09-01 Mon 02:12:37:665.991 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-09-01 Mon 02:12:37:666.003 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:37:666.178 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692757665850 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2:Compute:contrail-vrouter-agent:0 client_info= [ status = Idle successful_connections = 0 pid = 23614 http_port = 8085 start_time = 1756692067658197 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.131:8086, (*_iter40) = 10.0.0.249:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ComputeCpuStateTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 11 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1441 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 127 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1639 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVirtualNetworkAgentTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVrouterAgent [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 23 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrfObjectLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 2 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterControlStatsTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 22 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterStats [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 33 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionDelete [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 395 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 5564 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1589 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 3626, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 7224, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-09-01 Mon 02:12:37:666.209 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-09-01 Mon 02:12:37:671.662 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:37:671.709 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692757671635 [SYS_NOTICE]: UveVrouterAgent: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 xmpp_peer_list= [ [ [ ip = 10.20.0.193 status = 0 setup_time = 0 primary = 1 ], [ ip = 10.20.0.129 status = 0 setup_time = 0 primary = 0 ], ] ] dns_servers= [ [ (*_iter149) = 10.20.0.193, (*_iter149) = 10.20.0.129, ] ] ] 2025-09-01 Mon 02:12:37:671.730 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: UveVrouterAgent 2025-09-01 Mon 02:12:37:671.739 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:37:671.861 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692757671669 [SYS_NOTICE]: VrouterStats: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 in_tpkts = 2041 in_bytes = 254849 out_tpkts = 2137 out_bytes = 119960 exception_packets = 68 exception_packets_allowed = 55 raw_vhost_stats= [ name = vhost0 in_pkts = 2041 in_bytes = 254849 out_pkts = 2137 out_bytes = 119960 speed = -1 duplexity = -1 ] raw_vhost_drop_stats= [ ds_discard = 0 ds_pull = 0 ds_invalid_if = 0 ds_invalid_arp = 0 ds_trap_no_if = 0 ds_nowhere_to_go = 0 ds_flow_queue_limit_exceeded = 0 ds_flow_no_memory = 0 ds_flow_invalid_protocol = 0 ds_flow_nat_no_rflow = 0 ds_flow_action_drop = 0 ds_flow_action_invalid = 0 ds_flow_unusable = 0 ds_flow_table_full = 0 ds_interface_tx_discard = 0 ds_interface_drop = 0 ds_duplicated = 0 ds_push = 0 ds_ttl_exceeded = 0 ds_invalid_nh = 1 ds_invalid_label = 0 ds_invalid_protocol = 0 ds_interface_rx_discard = 0 ds_invalid_mcast_source = 0 ds_head_alloc_fail = 0 ds_pcow_fail = 0 ds_mcast_clone_fail = 0 ds_rewrite_fail = 0 ds_misc = 0 ds_invalid_packet = 0 ds_cksum_err = 0 ds_no_fmd = 0 ds_invalid_vnid = 0 ds_frag_err = 0 ds_invalid_source = 0 ds_mcast_df_bit = 0 ds_l2_no_route = 0 ds_vlan_fwd_tx = 0 ds_vlan_fwd_enq = 0 ds_drop_new_flow = 0 ds_flow_evict = 0 ds_trap_original = 0 ds_no_memory = 0 ds_fragment_queue_fail = 0 ds_no_frag_entry = 0 ds_icmp_error = 0 ds_clone_fail = 0 ds_drop_pkts = 1 ] raw_drop_stats= [ ds_discard = 0 ds_pull = 0 ds_invalid_if = 0 ds_invalid_arp = 0 ds_trap_no_if = 0 ds_nowhere_to_go = 0 ds_flow_queue_limit_exceeded = 0 ds_flow_no_memory = 0 ds_flow_invalid_protocol = 0 ds_flow_nat_no_rflow = 0 ds_flow_action_drop = 0 ds_flow_action_invalid = 0 ds_flow_unusable = 0 ds_flow_table_full = 0 ds_interface_tx_discard = 0 ds_interface_drop = 0 ds_duplicated = 0 ds_push = 0 ds_ttl_exceeded = 0 ds_invalid_nh = 1 ds_invalid_label = 0 ds_invalid_protocol = 0 ds_interface_rx_discard = 0 ds_invalid_mcast_source = 0 ds_head_alloc_fail = 0 ds_pcow_fail = 0 ds_mcast_clone_fail = 0 ds_rewrite_fail = 0 ds_misc = 0 ds_invalid_packet = 0 ds_cksum_err = 0 ds_no_fmd = 0 ds_invalid_vnid = 0 ds_frag_err = 0 ds_invalid_source = 0 ds_mcast_df_bit = 0 ds_l2_no_route = 0 ds_vlan_fwd_tx = 0 ds_vlan_fwd_enq = 0 ds_drop_new_flow = 0 ds_flow_evict = 0 ds_trap_original = 0 ds_no_memory = 0 ds_fragment_queue_fail = 0 ds_no_frag_entry = 0 ds_icmp_error = 0 ds_clone_fail = 0 ds_drop_pkts = 1 ] total_in_bandwidth_utilization = 6.81963e-15 total_out_bandwidth_utilization = 1.59757e-14 flow_rate= [ added_flows = 0 max_flow_adds_per_second = 0 min_flow_adds_per_second = 0 deleted_flows = 0 max_flow_deletes_per_second = 0 min_flow_deletes_per_second = 0 active_flows = 0 hold_flows = 0 ] phy_band_in_bps= [ [ _iter260->first = ens6 _iter260->second = 1258, ] ] phy_band_out_bps= [ [ _iter261->first = ens6 _iter261->second = 2947, ] ] raw_phy_if_stats= [ [ _iter262->first = ens6 [ in_pkts = 1951 in_bytes = 112148 out_pkts = 2043 out_bytes = 254901 ], ] ] raw_phy_if_drop_stats= [ [ _iter263->first = ens6 [ ds_discard = 0 ds_pull = 0 ds_invalid_if = 0 ds_invalid_arp = 0 ds_trap_no_if = 0 ds_nowhere_to_go = 0 ds_flow_queue_limit_exceeded = 0 ds_flow_no_memory = 0 ds_flow_invalid_protocol = 0 ds_flow_nat_no_rflow = 0 ds_flow_action_drop = 0 ds_flow_action_invalid = 0 ds_flow_unusable = 0 ds_flow_table_full = 0 ds_interface_tx_discard = 0 ds_interface_drop = 0 ds_duplicated = 0 ds_push = 0 ds_ttl_exceeded = 0 ds_invalid_nh = 0 ds_invalid_label = 0 ds_invalid_protocol = 0 ds_interface_rx_discard = 0 ds_invalid_mcast_source = 0 ds_head_alloc_fail = 0 ds_pcow_fail = 0 ds_mcast_clone_fail = 0 ds_rewrite_fail = 0 ds_misc = 0 ds_invalid_packet = 0 ds_cksum_err = 0 ds_no_fmd = 0 ds_invalid_vnid = 0 ds_frag_err = 0 ds_invalid_source = 0 ds_mcast_df_bit = 0 ds_l2_no_route = 0 ds_vlan_fwd_tx = 0 ds_vlan_fwd_enq = 0 ds_drop_new_flow = 0 ds_flow_evict = 0 ds_trap_original = 0 ds_no_memory = 0 ds_fragment_queue_fail = 0 ds_no_frag_entry = 0 ds_icmp_error = 0 ds_clone_fail = 0 ds_drop_pkts = 0 ], ] ] ] 2025-09-01 Mon 02:12:37:671.878 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: VrouterStats 2025-09-01 Mon 02:12:37:671.890 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:37:671.913 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692757671695 [SYS_NOTICE]: VrouterControlStatsTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 raw_xmpp_stats= [ [ _iter306->first = 10.20.0.129 [ reconnects = 0 in_msgs = 0 out_msgs = 0 ], _iter306->first = 10.20.0.193 [ reconnects = 0 in_msgs = 0 out_msgs = 0 ], ] ] raw_ifmap_stats= [ [ _iter307->first = link_delete_parse_errors _iter307->second = 0, _iter307->first = link_update_parse_errors _iter307->second = 0, _iter307->first = node_delete_parse_errors _iter307->second = 0, _iter307->first = node_update_parse_errors _iter307->second = 0, ] ] raw_rt_table_size= [ [ _iter308->first = default-domain:default-project:ip-fabric:__default__ [ inet4_unicast = 7 inet4_multicast = 0 evpn = 0 bridge = 5 inet6_unicast = 2 ], _iter308->first = default-domain:default-project:ip-fabric:ip-fabric [ inet4_unicast = 2 inet4_multicast = 0 evpn = 1 bridge = 2 inet6_unicast = 0 ], ] ] ] 2025-09-01 Mon 02:12:37:671.920 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: VrouterControlStatsTrace 2025-09-01 Mon 02:12:38:563.196 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:38:563.247 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692758563083 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:38:563.257 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:38:563.673 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:38:563.689 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692758563660 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 42953 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:38:563.704 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:38:563.990 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:38:564.061 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:38:564.121 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:38:564.168 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692758564089 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:38:564.179 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:38:643.165 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:38:643.218 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692758643060 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:38:643.229 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:38:643.646 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:38:643.670 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692758643632 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 38373 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:38:643.677 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:38:643.979 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:38:644.051 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:38:644.118 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:38:644.160 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692758644105 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:38:644.167 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:38:708.753 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvIdleHoldTimerExpired in state Idle 2025-09-01 Mon 02:12:38:709.271 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Connect : Start Connect timer 10.0.0.38:8086 2025-09-01 Mon 02:12:38:709.423 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Connect 2025-09-01 Mon 02:12:38:709.468 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692758708860 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:38:709.483 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:38:709.496 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Connect 2025-09-01 Mon 02:12:38:709.625 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692758709396 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2:Compute:contrail-vrouter-agent:0 client_info= [ status = Connect successful_connections = 0 pid = 23614 http_port = 8085 start_time = 1756692067658197 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.131:8086, (*_iter40) = 10.0.0.249:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ComputeCpuStateTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 11 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1441 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 129 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1641 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVirtualNetworkAgentTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVrouterAgent [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 24 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrfObjectLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 2 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterControlStatsTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 23 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterStats [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 34 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionDelete [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 395 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 5570 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1591 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 3630, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 7235, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-09-01 Mon 02:12:38:709.643 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2025-09-01 Mon 02:12:38:710.541 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: -(-1) OnSessionEvent TCP Connect Failed 2025-09-01 Mon 02:12:38:710.563 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: -(-1):EvTcpConnectFail 2025-09-01 Mon 02:12:38:710.600 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvTcpConnectFail in state Connect 2025-09-01 Mon 02:12:38:710.610 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Connect : EvTcpConnectFail 2025-09-01 Mon 02:12:38:711.004 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session -(-1) > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:38:711.047 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Idle 2025-09-01 Mon 02:12:38:711.095 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:38:711.269 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692758710687 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2:Compute:contrail-vrouter-agent:0 client_info= [ status = Connect successful_connections = 0 pid = 23614 http_port = 8085 start_time = 1756692067658197 collector_name = collector_ip = 10.0.0.131:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.131:8086, (*_iter40) = 10.0.0.249:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ComputeCpuStateTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 11 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1442 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 130 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1641 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVirtualNetworkAgentTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVrouterAgent [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 24 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrfObjectLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 2 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterControlStatsTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 23 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterStats [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 34 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionDelete [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 395 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 5570 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1591 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 3630, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 7237, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-09-01 Mon 02:12:38:711.288 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-09-01 Mon 02:12:38:711.297 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:38:711.316 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692758710717 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:38:711.325 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:38:711.332 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvTcpDeleteSession in state Idle 2025-09-01 Mon 02:12:38:711.371 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:38:711.518 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692758711085 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2:Compute:contrail-vrouter-agent:0 client_info= [ status = Idle successful_connections = 0 pid = 23614 http_port = 8085 start_time = 1756692067658197 collector_name = collector_ip = 10.0.0.131:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.131:8086, (*_iter40) = 10.0.0.249:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ComputeCpuStateTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 11 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1442 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 130 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1642 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVirtualNetworkAgentTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVrouterAgent [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 24 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrfObjectLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 2 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterControlStatsTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 23 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterStats [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 34 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionDelete [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 395 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 5570 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1591 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 3631, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 7237, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-09-01 Mon 02:12:38:711.532 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-09-01 Mon 02:12:39:011.578 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:39:011.633 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692759011473 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:39:011.643 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:39:012.322 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:39:012.346 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692759012308 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 41239 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:39:012.353 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:39:012.614 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:39:012.665 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:39:013.577 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:39:013.608 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692759012692 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:39:013.627 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:39:013.634 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:39:013.643 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692759012697 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:39:013.651 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:39:013.661 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:39:013.691 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692759012781 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:39:013.702 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:39:013.710 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:39:013.725 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692759012915 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:39:013.732 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:39:013.753 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:39:013.767 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692759012941 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:12:39:013.774 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:39:013.780 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:39:013.788 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692759013513 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:39:013.794 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:39:013.800 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:39:013.813 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692759013552 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:39:013.820 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:39:013.852 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:12:39:060.107 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:39:060.162 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692759059989 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:39:060.172 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:39:060.829 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:39:060.864 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692759060786 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 38761 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:39:060.873 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:39:061.129 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:39:061.197 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:39:061.251 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:39:061.267 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692759061226 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:39:061.274 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:40:052.002 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:40:052.064 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692760051957 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:40:052.075 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:40:052.400 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:40:052.415 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692760052392 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 34597 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:40:052.444 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:40:052.748 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:40:052.866 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:40:052.910 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:40:052.927 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692760052900 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:40:052.935 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:40:052.942 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:40:052.951 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692760052906 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:40:052.957 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:40:052.971 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:40:052.993 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692760052954 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:40:053.004 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:40:053.012 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:40:053.026 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692760053006 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:12:40:053.043 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:40:053.500 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:40:053.525 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692760053486 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:40:053.534 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:40:053.544 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:40:053.570 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692760053525 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:40:053.578 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:40:053.598 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:12:40:069.387 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:40:069.455 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692760069351 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:40:069.465 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:40:069.755 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:40:069.783 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692760069746 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 45389 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:40:069.790 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:40:070.108 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:40:070.233 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:40:070.270 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:40:070.291 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692760070260 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:40:070.300 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:40:105.806 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:40:105.864 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692760105772 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:40:105.875 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:40:106.296 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:40:106.331 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692760106283 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 38785 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:40:106.339 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:40:106.582 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:40:106.669 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:40:106.721 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:40:106.743 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692760106699 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:40:106.752 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:41:042.955 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:41:043.020 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692761042835 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:41:043.031 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:41:043.491 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:41:043.516 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692761043470 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 45015 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:41:043.523 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:41:043.748 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:41:043.821 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:41:043.889 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:41:043.913 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692761043875 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:41:043.922 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:41:924.530 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:41:924.595 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692761924397 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:41:924.605 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:41:924.797 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:41:924.844 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692761924761 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 43467 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:41:924.853 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:41:925.040 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:41:925.099 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:41:925.211 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:41:925.227 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692761925199 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:41:925.233 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:42:236.285 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:42:236.344 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692762236239 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:42:236.355 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:42:236.980 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:42:237.021 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692762236941 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 40623 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:42:237.029 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:42:237.257 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:42:237.369 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:42:237.416 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:42:238.074 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692762237405 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:42:238.094 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:42:238.106 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:42:238.120 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692762237412 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:42:238.128 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:42:238.137 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:42:238.168 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692762237471 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:42:238.182 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:42:238.198 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:42:238.213 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692762237515 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:12:42:238.225 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:42:238.233 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:42:238.241 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692762237949 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:42:238.247 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:42:238.253 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:42:238.266 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692762237998 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:42:238.274 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:42:238.018 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:12:42:291.363 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:42:291.417 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692762291222 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:42:291.441 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:42:291.450 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:42:291.462 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692762291441 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 39625 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:42:291.477 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:42:291.755 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:42:291.809 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:42:291.870 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:42:291.890 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692762291861 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:42:291.896 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:42:604.423 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:42:604.480 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692762604285 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:42:604.521 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:42:604.530 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:42:604.543 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692762604447 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 37603 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:42:604.549 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:42:604.833 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:42:604.891 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:42:604.992 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:42:605.115 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692762604959 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:42:605.124 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:42:605.133 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:42:605.142 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692762604986 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:42:605.147 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:42:605.154 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:42:605.173 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692762605047 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:42:605.183 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:42:605.270 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:42:605.315 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692762605260 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:42:605.337 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:42:605.350 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:42:605.374 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692762605280 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:12:42:605.383 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:42:605.790 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:42:605.806 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692762605780 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:42:605.813 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:42:605.819 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:42:605.836 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692762605808 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:42:605.854 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:42:605.856 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:12:42:651.010 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:42:651.067 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692762650975 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:42:651.077 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:42:651.575 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:42:651.618 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692762651548 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 46455 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:42:651.629 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:42:651.841 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:42:651.891 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:42:651.936 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:42:651.984 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692762651925 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:42:651.994 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:43:132.121 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:43:132.172 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692763132014 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:43:132.182 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:43:133.097 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:43:133.134 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692763133069 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 41627 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:43:133.145 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:43:133.314 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:43:133.366 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:43:133.457 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:43:133.476 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692763133398 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:43:133.487 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:43:363.106 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:43:363.160 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692763363002 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:43:363.171 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:43:364.015 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:43:364.036 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692763364002 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 33707 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:43:364.044 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:43:364.313 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:43:364.354 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:43:364.436 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:43:364.451 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692763364393 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:43:364.458 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:43:606.191 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:43:606.246 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692763606074 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:43:606.255 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:43:607.136 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:43:607.167 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692763607109 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 32815 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:43:607.177 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:43:607.375 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:43:607.423 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:43:607.518 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:43:607.537 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692763607459 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:43:607.547 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:45:200.616 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:45:200.676 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692765200562 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:45:200.686 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:45:200.744 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:45:200.760 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692765200738 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 44767 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:45:200.766 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:45:201.149 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:45:201.227 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:45:201.295 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:45:201.316 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692765201258 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:45:201.325 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:45:569.624 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:45:569.668 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692765569590 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:45:569.921 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:45:569.931 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:45:569.942 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692765569744 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 40471 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:45:569.948 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:45:570.038 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:45:570.085 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:45:570.151 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:45:570.173 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692765570143 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:45:570.179 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:45:741.485 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:45:741.539 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692765741353 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:45:741.550 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:45:741.576 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:45:741.588 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692765741504 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 40151 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:45:741.595 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:45:741.793 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:45:741.842 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:45:741.897 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:45:741.918 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692765741889 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:45:741.924 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:45:741.931 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:45:741.939 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692765741895 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:45:741.945 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:45:741.987 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:45:742.008 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692765741979 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:45:742.019 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:45:742.098 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:45:742.115 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692765742092 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:45:742.122 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:45:742.137 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:45:742.152 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692765742110 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:12:45:742.165 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:45:742.691 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:45:742.706 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692765742662 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:45:742.713 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:45:742.722 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:45:742.747 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:12:45:742.748 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692765742711 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:45:742.847 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:45:795.927 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:45:795.992 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692765795900 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:45:796.002 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:45:796.089 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:45:796.105 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692765796081 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 42369 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:45:796.112 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:45:796.435 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:45:796.512 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:45:796.584 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:45:796.604 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692765796553 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:45:796.612 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:46:849.876 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:46:849.938 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692766849774 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:46:849.948 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:46:850.675 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:46:850.700 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692766850665 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 41671 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:46:850.708 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:46:851.030 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:46:851.065 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:46:851.152 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:46:851.164 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692766851100 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:46:851.171 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:47:237.618 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:47:237.669 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692767237512 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:47:237.679 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:47:238.425 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:47:238.442 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692767238416 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 34811 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:47:238.457 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:47:238.668 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:47:238.706 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:47:238.780 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:47:238.792 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692767238731 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:47:238.798 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:47:238.805 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:47:238.813 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692767238735 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:47:238.819 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:47:239.413 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:12:47:239.444 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:47:239.466 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692767238867 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:47:239.476 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:47:239.485 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:47:239.498 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692767238908 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:12:47:239.505 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:47:239.511 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:47:239.520 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692767239362 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:47:239.527 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:47:239.539 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:47:239.552 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692767239386 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:47:239.559 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:47:288.591 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:47:288.649 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692767288552 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:47:288.660 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:47:288.916 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:47:288.974 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692767288889 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 32769 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:47:288.986 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:47:289.229 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:47:289.342 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:47:289.383 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:47:289.405 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692767289370 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:47:289.427 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:48:279.629 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:48:279.693 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692768279515 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:48:279.706 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:48:280.558 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:48:280.588 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692768280538 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 40057 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:48:280.596 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:48:280.765 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:48:280.814 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:48:280.890 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:48:280.906 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692768280844 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:48:280.916 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:48:801.554 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:48:801.616 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692768801414 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:48:801.627 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:48:802.182 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:48:802.207 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692768802169 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 45549 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:48:802.225 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:48:802.448 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:48:802.500 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:48:802.553 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:48:802.596 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692768802525 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:48:802.606 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:48:802.615 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:48:802.625 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692768802530 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:48:802.631 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:48:802.638 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:48:802.661 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692768802587 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:48:802.672 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:48:802.681 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:48:802.707 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692768802631 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:12:48:802.714 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:48:803.142 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:48:803.164 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692768803099 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:48:803.171 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:48:803.178 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:48:803.196 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692768803132 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:48:803.205 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:48:803.320 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:12:48:852.568 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:48:852.623 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692768852530 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:48:852.633 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:48:853.154 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:48:853.173 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692768853041 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 36647 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:48:853.187 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:48:853.419 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:48:853.489 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:48:853.543 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:48:853.568 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692768853520 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:48:853.579 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:48:867.251 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:48:867.306 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692768867221 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:48:867.316 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:48:867.401 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:48:867.417 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692768867394 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 46021 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:48:867.424 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:48:867.773 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:48:867.836 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:48:867.887 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:48:867.911 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692768867862 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:48:867.922 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:49:206.375 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:49:206.430 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692769206268 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:49:206.440 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:49:206.890 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:49:206.921 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692769206866 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 41189 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:49:206.931 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:49:207.165 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:49:207.235 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:49:207.279 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:49:207.306 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692769207266 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:49:207.313 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:49:207.334 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:49:207.343 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692769207270 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:49:207.348 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:49:207.354 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:49:207.376 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692769207347 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:49:207.386 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:49:207.460 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:49:207.476 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692769207452 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:49:207.484 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:49:207.491 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:49:207.508 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692769207475 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:12:49:207.514 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:49:208.241 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:49:208.266 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692769208167 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:49:208.274 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:49:208.281 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:49:208.301 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692769208217 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:49:208.311 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:49:208.347 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:12:49:258.492 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:49:258.564 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692769258457 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:49:258.575 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:49:258.847 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:49:258.870 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692769258838 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 40807 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:49:258.880 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:49:259.218 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:49:259.456 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:49:259.591 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:49:259.612 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692769259575 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:49:259.620 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:49:897.712 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:49:897.769 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692769897609 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:49:897.783 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:49:898.177 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:49:898.204 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692769898158 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 33245 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:49:898.212 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:49:898.453 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:49:898.540 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:49:898.620 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:49:898.669 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692769898609 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:49:898.676 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:50:189.035 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:50:189.107 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692770188991 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:50:189.119 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:50:189.607 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:50:189.648 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692770189576 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 39545 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:50:189.657 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:50:189.928 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:50:190.057 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:50:190.116 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:50:190.129 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692770190092 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:50:190.136 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:50:195.768 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:50:195.831 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692770195742 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:50:195.840 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:50:196.164 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:50:196.180 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692770196156 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 39585 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:50:196.186 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:50:196.470 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:50:196.560 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:50:196.630 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:50:196.655 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692770196608 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:50:196.663 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:51:878.798 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:51:878.852 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692771878766 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:51:878.862 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:51:879.414 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:51:879.465 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692771879381 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 43781 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:51:879.476 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:51:879.737 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:51:879.790 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:51:879.844 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:51:879.866 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692771879822 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:51:879.875 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:52:032.902 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:52:032.979 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692772032768 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:52:032.991 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:52:033.001 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:52:033.014 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692772032930 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 34273 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:52:033.020 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:52:033.224 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:52:033.269 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:52:033.327 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:52:033.371 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692772033320 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:52:033.378 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:52:900.111 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:52:900.176 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692772900006 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:52:900.188 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:52:900.543 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:52:900.563 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692772900527 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 45753 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:52:900.570 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:52:900.844 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:52:900.909 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:52:900.949 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:52:900.985 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692772900936 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:52:900.993 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:52:901.001 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:52:901.010 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692772900941 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:52:901.015 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:52:901.022 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:52:901.045 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692772901014 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:52:901.064 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:52:901.122 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:52:901.137 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692772901116 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:52:901.145 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:52:901.152 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:52:901.166 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692772901146 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:12:52:901.173 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:52:901.689 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:52:901.710 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692772901653 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:52:901.716 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:52:901.723 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:52:901.736 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:12:52:901.738 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692772901698 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:52:901.956 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:52:948.906 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:52:949.000 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692772948874 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:52:949.014 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:52:949.046 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:52:949.063 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692772949040 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 42097 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:52:949.073 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:52:949.374 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:52:949.434 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:52:949.491 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:52:949.520 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692772949483 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:52:949.527 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:53:948.719 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:53:948.778 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692773948615 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:53:948.789 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:53:949.146 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:53:949.176 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692773949128 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 37213 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:53:949.184 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:53:949.504 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:53:949.616 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:53:949.673 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:53:949.724 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692773949642 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:53:949.736 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:54:222.692 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:54:222.762 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692774222515 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:54:222.772 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:54:222.780 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:54:222.791 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692774222673 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 40965 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:54:222.797 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:54:223.005 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:54:223.064 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:54:223.125 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:54:223.149 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692774223092 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:54:223.159 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:54:223.171 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:54:223.184 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692774223103 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:54:223.190 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:54:223.197 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:54:223.219 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692774223169 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:54:223.239 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:54:223.248 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:54:223.263 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692774223208 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:12:54:223.269 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:54:223.680 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:54:223.702 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692774223639 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:54:223.709 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:54:223.716 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:54:223.735 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692774223669 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:54:223.751 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:54:223.777 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:12:54:272.090 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:54:272.149 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692774271942 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:54:272.159 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:54:272.169 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:54:272.181 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692774272113 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 46571 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:54:272.187 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:54:272.585 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:54:272.629 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:54:272.673 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:54:272.710 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692774272656 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:54:272.719 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:55:199.952 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:200.028 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692775199831 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:55:200.058 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:55:200.735 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:200.769 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692775200702 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 42029 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:55:200.782 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:55:201.037 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:55:201.193 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:55:201.257 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:201.390 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692775201232 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:55:201.411 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:55:741.497 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:741.550 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692775741400 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:55:741.560 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:55:742.237 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:742.253 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692775742228 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 34539 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:55:742.267 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:55:742.477 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:55:742.509 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:55:742.594 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:742.607 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692775742545 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:55:742.613 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:55:742.620 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:742.628 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692775742549 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:55:742.633 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:55:743.333 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:743.367 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692775742673 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:55:743.378 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:55:743.387 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:743.402 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692775742769 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:55:743.416 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:55:743.423 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:743.436 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692775742785 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:12:55:743.442 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:55:743.449 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:743.458 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692775743267 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:55:743.464 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:55:743.470 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:743.483 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692775743295 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:55:743.492 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:55:743.517 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:12:55:790.765 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:790.815 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692775790665 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:55:790.826 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:55:791.725 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:791.743 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692775791705 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 33883 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:55:791.751 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:55:791.996 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:55:792.047 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:55:792.121 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:792.135 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692775792079 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:55:792.142 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:55:803.781 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:803.828 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692775803735 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:55:803.838 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:55:804.238 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:804.252 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692775804229 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 34309 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:55:804.265 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:55:804.561 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:55:804.624 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:55:804.660 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:804.696 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692775804651 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:55:804.706 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:55:840.089 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:840.151 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692775839954 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:55:840.164 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:55:840.604 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:840.638 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692775840583 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 41073 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:55:840.647 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:55:840.872 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:55:840.948 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:55:841.035 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:841.754 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:12:55:841.799 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692775841022 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:55:841.858 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:55:841.868 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:841.877 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692775841031 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:55:841.883 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:55:841.889 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:841.910 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692775841100 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:55:841.920 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:55:841.987 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:842.010 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692775841148 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:12:55:842.027 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:55:842.035 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:842.049 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692775841671 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:55:842.057 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:55:842.065 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:842.088 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692775841728 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:55:842.098 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:55:891.035 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:891.533 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:55:892.574 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692775890860 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:55:892.589 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:55:892.614 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:892.620 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:55:892.627 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692775891057 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 33589 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:55:892.668 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:55:892.693 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:55:892.723 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692775892682 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:55:892.729 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:56:863.317 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:56:863.367 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692776863212 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:56:863.377 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:56:864.174 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:56:864.209 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692776864159 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 33169 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:56:864.217 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:56:864.459 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:56:864.519 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:56:864.607 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:56:864.626 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692776864545 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:56:864.649 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:56:891.886 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:56:891.934 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692776891794 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:56:891.949 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:56:893.182 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:56:893.222 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692776893141 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 44145 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:56:893.233 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:56:893.600 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:56:893.656 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:56:893.702 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:56:893.738 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692776893691 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:56:893.751 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:57:109.464 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:57:109.577 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692777109364 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:57:109.589 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:57:109.904 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:57:109.928 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692777109880 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 41553 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:57:109.947 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:57:110.224 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:57:110.316 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:57:110.409 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:57:110.427 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692777110342 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:57:110.435 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:58:729.961 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:58:730.025 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692778729844 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:58:730.039 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:58:730.882 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:58:730.907 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692778730873 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 42033 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:58:730.914 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:58:731.159 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:58:731.195 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:58:731.262 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:58:731.275 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692778731222 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:58:731.292 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:58:754.745 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:58:754.794 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692778754650 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:58:754.803 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:58:755.247 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:58:755.264 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692778755203 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 41747 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:58:755.270 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:58:755.496 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:58:755.570 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:58:755.631 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:58:755.669 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692778755623 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:58:755.676 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:59:908.885 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:59:908.936 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692779908785 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:59:908.946 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:59:909.690 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:59:909.725 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692779909678 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 35777 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:59:909.750 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:59:909.994 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:59:910.031 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:59:910.828 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:59:910.851 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692779910056 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:59:910.859 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:59:910.866 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:59:910.874 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692779910061 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:59:910.879 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:59:910.885 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:59:910.905 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692779910181 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:59:910.915 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:59:910.928 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:59:910.942 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692779910280 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:59:910.950 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:59:910.957 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:59:910.981 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692779910295 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:12:59:910.987 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:59:910.993 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:59:911.001 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692779910787 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:59:911.007 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:59:911.013 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:59:911.026 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692779910811 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:12:59:911.036 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:12:59:911.070 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:12:59:956.293 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:59:956.363 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692779956177 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:59:956.375 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:59:956.833 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:59:956.865 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692779956817 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 37385 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:59:956.874 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:12:59:957.120 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:12:59:957.219 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:12:59:957.276 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:12:59:957.321 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692779957247 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:12:59:957.345 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:00:938.448 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:00:938.510 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692780938348 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:00:938.525 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:00:938.830 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:00:938.847 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692780938816 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 38369 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:00:938.861 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:00:939.250 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:00:939.378 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:00:939.495 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:00:939.546 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692780939414 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:00:939.555 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:01:286.698 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:01:286.770 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692781286655 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:01:286.783 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:01:287.462 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:01:287.502 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692781287418 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 43307 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:01:287.526 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:01:287.778 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:01:287.845 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:01:287.910 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:01:288.543 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692781287897 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:01:288.566 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:01:288.580 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:01:288.593 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692781287908 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:01:288.601 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:01:288.610 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:01:288.639 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692781287987 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:01:288.652 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:01:288.662 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:01:288.691 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692781288043 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:01:288.699 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:01:288.976 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:01:289.012 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692781288910 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:01:289.021 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:01:289.097 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:01:289.120 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692781289088 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:01:289.131 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:01:289.154 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:01:338.263 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:01:338.339 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692781338218 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:01:338.353 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:01:338.941 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:01:338.999 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692781338905 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 36733 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:01:339.012 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:01:339.224 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:01:339.352 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:01:339.422 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:01:339.450 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692781339411 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:01:339.459 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:02:374.725 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:374.777 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692782374603 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:02:374.787 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:02:375.669 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:375.697 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692782375657 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 41213 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:02:375.705 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:02:375.950 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:02:375.995 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:02:376.083 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:376.097 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692782376021 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:02:376.103 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:02:607.869 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:607.920 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692782607766 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:02:607.930 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:02:608.672 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:608.700 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692782608657 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 45063 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:02:608.708 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:02:609.008 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:02:609.380 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:02:609.448 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:609.470 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692782609416 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:02:609.480 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:02:609.502 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:609.512 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692782609427 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:02:609.518 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:02:610.436 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:610.489 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692782609560 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:02:610.506 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:02:610.518 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:610.544 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692782609652 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:02:610.555 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:02:610.566 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:610.593 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692782609670 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:02:610.600 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:02:610.607 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:610.617 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692782610204 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:02:610.623 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:02:610.629 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:610.644 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692782610298 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:02:610.651 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:02:610.990 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:02:662.280 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:662.457 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692782662105 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:02:662.474 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:02:662.764 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:662.804 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692782662715 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 46097 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:02:662.814 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:02:663.017 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:02:663.077 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:02:663.163 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:663.179 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692782663114 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:02:663.186 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:02:937.609 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:937.661 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692782937509 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:02:937.671 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:02:938.195 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:938.213 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692782938183 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 35563 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:02:938.219 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:02:938.518 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:02:938.576 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:02:938.638 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:938.650 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692782938604 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:02:938.656 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:02:943.421 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:943.464 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692782943342 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:02:943.472 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:02:943.888 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:943.929 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692782943858 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 46065 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:02:943.951 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:02:944.156 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:02:944.224 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:02:944.258 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:944.271 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692782944250 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:02:944.278 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:02:944.285 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:944.303 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692782944255 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:02:944.308 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:02:944.340 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:944.364 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692782944333 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:02:944.375 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:02:944.383 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:944.401 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692782944376 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:02:944.407 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:02:944.938 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:944.954 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692782944908 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:02:944.977 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:02:944.984 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:944.989 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:02:945.002 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692782944951 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:02:945.391 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:02:993.220 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:993.283 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692782993104 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:02:993.294 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:02:993.302 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:993.315 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692782993254 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 46853 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:02:993.322 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:02:993.651 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:02:993.712 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:02:993.767 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:02:993.782 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692782993760 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:02:993.788 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:03:617.413 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:03:617.477 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692783617279 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:03:617.488 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:03:617.496 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:03:617.508 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692783617437 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 42867 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:03:617.515 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:03:617.759 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:03:617.816 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:03:617.880 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:03:617.897 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692783617864 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:03:617.906 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:03:983.997 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:03:984.049 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692783983880 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:03:984.068 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:03:984.376 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:03:984.393 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692783984362 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 42319 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:03:984.400 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:03:984.751 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:03:984.843 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:03:984.883 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:03:984.901 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692783984871 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:03:984.920 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:04:176.304 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:04:176.355 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692784176190 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:04:176.366 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:04:176.777 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:04:176.794 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692784176760 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 43473 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:04:176.800 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:04:177.089 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:04:177.167 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:04:177.231 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:04:177.269 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692784177222 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:04:177.275 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:05:562.078 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:05:562.128 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692785561981 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:05:562.139 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:05:562.437 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:05:562.455 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692785562425 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 35579 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:05:562.462 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:05:562.688 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:05:562.760 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:05:562.828 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:05:562.875 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692785562819 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:05:562.882 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:05:839.105 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:05:839.163 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692785838924 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:05:839.186 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:05:839.194 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:05:839.204 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692785839087 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 45021 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:05:839.210 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:05:839.526 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:05:839.616 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:05:839.664 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:05:839.684 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692785839644 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:05:839.692 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:06:646.841 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:06:646.921 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692786646700 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:06:646.941 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:06:647.503 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:06:647.530 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692786647479 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 33679 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:06:647.539 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:06:647.890 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:06:648.012 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:06:648.178 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:06:648.221 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692786648070 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:06:648.231 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:06:648.241 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:06:648.250 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692786648077 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:06:648.256 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:06:648.262 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:06:648.283 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692786648144 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:06:648.294 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:06:648.859 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:06:648.889 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692786648476 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:06:648.914 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:06:648.927 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:06:648.941 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692786648856 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:06:648.947 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:06:649.711 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:06:649.737 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692786649653 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:06:649.750 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:06:649.760 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:06:649.789 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692786649695 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:06:649.808 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:06:649.848 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:06:695.049 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:06:695.100 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692786694937 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:06:695.109 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:06:695.662 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:06:695.687 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692786695645 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 33427 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:06:695.695 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:06:696.062 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:06:696.129 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:06:696.193 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:06:696.205 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692786696157 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:06:696.211 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:07:666.164 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:07:666.259 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692787665993 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2:Compute:contrail-vrouter-agent:0 sm_queue_count = 0 sm_stats= [ ev_stats= [ [ [ event = scm::EvCollectorUpdate enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvIdleHoldTimerExpired enqueues = 27 dequeues = 27 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshSend enqueues = 7532 dequeues = 7532 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvStart enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnectFail enqueues = 28 dequeues = 28 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpDeleteSession enqueues = 28 dequeues = 28 enqueue_fails = 0 dequeue_fails = 0 ], [ event = enqueues = 7617 dequeues = 7617 enqueue_fails = 0 dequeue_fails = 0 ], ] ] state = Idle state_since = 1756692758711046 last_state = Idle last_event = scm::EvSandeshSend last_event_at = 1756692786696191 ] max_sm_queue_count = 7 ] 2025-09-01 Mon 02:13:07:666.292 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-09-01 Mon 02:13:07:666.304 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:07:666.450 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692787666120 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2:Compute:contrail-vrouter-agent:0 client_info= [ status = Idle successful_connections = 0 pid = 23614 http_port = 8085 start_time = 1756692067658197 collector_name = collector_ip = 10.0.0.131:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.131:8086, (*_iter40) = 10.0.0.249:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ComputeCpuStateTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 11 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1503 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 132 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1708 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVirtualNetworkAgentTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVrouterAgent [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 24 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrfObjectLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 2 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterControlStatsTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 23 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterStats [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 34 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionDelete [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 412 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 5802 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1657 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 3780, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 7532, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-09-01 Mon 02:13:07:666.477 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-09-01 Mon 02:13:07:671.848 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:07:671.902 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692787671814 [SYS_NOTICE]: UveVrouterAgent: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 xmpp_peer_list= [ [ [ ip = 10.20.0.129 status = 0 setup_time = 0 primary = 1 ], [ ip = 10.20.0.193 status = 0 setup_time = 0 primary = 0 ], ] ] dns_servers= [ [ (*_iter149) = 10.20.0.25, (*_iter149) = 10.20.0.193, ] ] ] 2025-09-01 Mon 02:13:07:671.913 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: UveVrouterAgent 2025-09-01 Mon 02:13:07:671.922 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:07:671.954 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692787671854 [SYS_NOTICE]: VrouterStats: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 cpu_info= [ num_cpu = 2 sys_mem_info= [ total = 2230346464 used = 32524 free = 0 buffers = 0 cached = 2303930040 node_type = ] meminfo= [ virt = 4294967295 peakvirt = 18275337 res = 0 ] cpuload= [ one_min_avg = 0.135 five_min_avg = 0.115 fifteen_min_avg = 0.12 ] cpu_share = 1 ] ] 2025-09-01 Mon 02:13:07:671.983 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: VrouterStats 2025-09-01 Mon 02:13:07:671.994 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:07:672.009 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692787671860 [SYS_NOTICE]: ComputeCpuStateTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 cpu_info= [ [ [ mem_virt = 4294967295 cpu_share = 1 used_sys_mem = 1991069780 one_min_cpuload = 0.135 mem_res = 0 ], ] ] ] 2025-09-01 Mon 02:13:07:672.016 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: ComputeCpuStateTrace 2025-09-01 Mon 02:13:07:672.023 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:07:672.115 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692787671883 [SYS_NOTICE]: VrouterStats: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 in_tpkts = 2116 in_bytes = 260175 out_tpkts = 2212 out_bytes = 123926 exception_packets = 70 exception_packets_allowed = 57 raw_vhost_stats= [ name = vhost0 in_pkts = 2116 in_bytes = 260175 out_pkts = 2212 out_bytes = 123926 speed = -1 duplexity = -1 ] raw_vhost_drop_stats= [ ds_discard = 0 ds_pull = 0 ds_invalid_if = 0 ds_invalid_arp = 0 ds_trap_no_if = 0 ds_nowhere_to_go = 0 ds_flow_queue_limit_exceeded = 0 ds_flow_no_memory = 0 ds_flow_invalid_protocol = 0 ds_flow_nat_no_rflow = 0 ds_flow_action_drop = 0 ds_flow_action_invalid = 0 ds_flow_unusable = 0 ds_flow_table_full = 0 ds_interface_tx_discard = 0 ds_interface_drop = 0 ds_duplicated = 0 ds_push = 0 ds_ttl_exceeded = 0 ds_invalid_nh = 1 ds_invalid_label = 0 ds_invalid_protocol = 0 ds_interface_rx_discard = 0 ds_invalid_mcast_source = 0 ds_head_alloc_fail = 0 ds_pcow_fail = 0 ds_mcast_clone_fail = 0 ds_rewrite_fail = 0 ds_misc = 0 ds_invalid_packet = 0 ds_cksum_err = 0 ds_no_fmd = 0 ds_invalid_vnid = 0 ds_frag_err = 0 ds_invalid_source = 0 ds_mcast_df_bit = 0 ds_l2_no_route = 0 ds_vlan_fwd_tx = 0 ds_vlan_fwd_enq = 0 ds_drop_new_flow = 0 ds_flow_evict = 0 ds_trap_original = 0 ds_no_memory = 0 ds_fragment_queue_fail = 0 ds_no_frag_entry = 0 ds_icmp_error = 0 ds_clone_fail = 0 ds_drop_pkts = 1 ] raw_drop_stats= [ ds_discard = 0 ds_pull = 0 ds_invalid_if = 0 ds_invalid_arp = 0 ds_trap_no_if = 0 ds_nowhere_to_go = 0 ds_flow_queue_limit_exceeded = 0 ds_flow_no_memory = 0 ds_flow_invalid_protocol = 0 ds_flow_nat_no_rflow = 0 ds_flow_action_drop = 0 ds_flow_action_invalid = 0 ds_flow_unusable = 0 ds_flow_table_full = 0 ds_interface_tx_discard = 0 ds_interface_drop = 0 ds_duplicated = 0 ds_push = 0 ds_ttl_exceeded = 0 ds_invalid_nh = 1 ds_invalid_label = 0 ds_invalid_protocol = 0 ds_interface_rx_discard = 0 ds_invalid_mcast_source = 0 ds_head_alloc_fail = 0 ds_pcow_fail = 0 ds_mcast_clone_fail = 0 ds_rewrite_fail = 0 ds_misc = 0 ds_invalid_packet = 0 ds_cksum_err = 0 ds_no_fmd = 0 ds_invalid_vnid = 0 ds_frag_err = 0 ds_invalid_source = 0 ds_mcast_df_bit = 0 ds_l2_no_route = 0 ds_vlan_fwd_tx = 0 ds_vlan_fwd_enq = 0 ds_drop_new_flow = 0 ds_flow_evict = 0 ds_trap_original = 0 ds_no_memory = 0 ds_fragment_queue_fail = 0 ds_no_frag_entry = 0 ds_icmp_error = 0 ds_clone_fail = 0 ds_drop_pkts = 1 ] flow_rate= [ added_flows = 0 max_flow_adds_per_second = 0 min_flow_adds_per_second = 0 deleted_flows = 0 max_flow_deletes_per_second = 0 min_flow_deletes_per_second = 0 active_flows = 0 hold_flows = 0 ] raw_phy_if_stats= [ [ _iter262->first = ens6 [ in_pkts = 2023 in_bytes = 115988 out_pkts = 2118 out_bytes = 260227 ], ] ] raw_phy_if_drop_stats= [ [ _iter263->first = ens6 [ ds_discard = 0 ds_pull = 0 ds_invalid_if = 0 ds_invalid_arp = 0 ds_trap_no_if = 0 ds_nowhere_to_go = 0 ds_flow_queue_limit_exceeded = 0 ds_flow_no_memory = 0 ds_flow_invalid_protocol = 0 ds_flow_nat_no_rflow = 0 ds_flow_action_drop = 0 ds_flow_action_invalid = 0 ds_flow_unusable = 0 ds_flow_table_full = 0 ds_interface_tx_discard = 0 ds_interface_drop = 0 ds_duplicated = 0 ds_push = 0 ds_ttl_exceeded = 0 ds_invalid_nh = 0 ds_invalid_label = 0 ds_invalid_protocol = 0 ds_interface_rx_discard = 0 ds_invalid_mcast_source = 0 ds_head_alloc_fail = 0 ds_pcow_fail = 0 ds_mcast_clone_fail = 0 ds_rewrite_fail = 0 ds_misc = 0 ds_invalid_packet = 0 ds_cksum_err = 0 ds_no_fmd = 0 ds_invalid_vnid = 0 ds_frag_err = 0 ds_invalid_source = 0 ds_mcast_df_bit = 0 ds_l2_no_route = 0 ds_vlan_fwd_tx = 0 ds_vlan_fwd_enq = 0 ds_drop_new_flow = 0 ds_flow_evict = 0 ds_trap_original = 0 ds_no_memory = 0 ds_fragment_queue_fail = 0 ds_no_frag_entry = 0 ds_icmp_error = 0 ds_clone_fail = 0 ds_drop_pkts = 0 ], ] ] ] 2025-09-01 Mon 02:13:07:672.129 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: VrouterStats 2025-09-01 Mon 02:13:07:672.136 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:07:672.159 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692787671905 [SYS_NOTICE]: VrouterControlStatsTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 raw_xmpp_stats= [ [ _iter306->first = 10.20.0.129 [ reconnects = 0 in_msgs = 0 out_msgs = 0 ], _iter306->first = 10.20.0.193 [ reconnects = 0 in_msgs = 0 out_msgs = 0 ], ] ] raw_ifmap_stats= [ [ _iter307->first = link_delete_parse_errors _iter307->second = 0, _iter307->first = link_update_parse_errors _iter307->second = 0, _iter307->first = node_delete_parse_errors _iter307->second = 0, _iter307->first = node_update_parse_errors _iter307->second = 0, ] ] raw_rt_table_size= [ [ _iter308->first = default-domain:default-project:ip-fabric:__default__ [ inet4_unicast = 7 inet4_multicast = 0 evpn = 0 bridge = 5 inet6_unicast = 2 ], _iter308->first = default-domain:default-project:ip-fabric:ip-fabric [ inet4_unicast = 2 inet4_multicast = 0 evpn = 1 bridge = 2 inet6_unicast = 0 ], ] ] ] 2025-09-01 Mon 02:13:07:672.165 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: VrouterControlStatsTrace 2025-09-01 Mon 02:13:07:713.302 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:07:713.348 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692787713268 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:07:713.358 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:07:713.657 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:07:713.684 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692787713647 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 39445 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:07:713.691 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:07:714.040 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:07:714.412 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:07:714.459 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:07:714.494 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692787714443 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:07:714.502 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:08:173.529 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:08:173.593 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692788173403 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:08:173.604 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:08:173.995 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:08:174.013 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692788173982 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 42283 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:08:174.020 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:08:174.254 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:08:174.366 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:08:174.411 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:08:174.429 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692788174398 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:08:174.436 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:08:174.457 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:08:174.469 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692788174402 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:08:174.477 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:08:174.495 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:08:174.527 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692788174452 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:08:174.540 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:08:174.552 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:08:174.572 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692788174496 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:08:174.578 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:08:175.033 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:08:175.048 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692788175002 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:08:175.059 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:08:175.066 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:08:175.083 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692788175046 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:08:175.091 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:08:175.397 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:08:221.654 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:08:221.704 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692788221545 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:08:221.715 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:08:221.985 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:08:222.030 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692788221939 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 40229 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:08:222.040 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:08:222.246 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:08:222.319 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:08:222.358 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:08:222.377 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692788222349 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:08:222.384 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:08:711.136 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvIdleHoldTimerExpired in state Idle 2025-09-01 Mon 02:13:08:711.632 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Connect : Start Connect timer 10.0.0.131:8086 2025-09-01 Mon 02:13:08:711.763 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Connect 2025-09-01 Mon 02:13:08:711.800 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692788711219 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.131:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:08:711.811 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:08:711.821 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Connect 2025-09-01 Mon 02:13:08:711.942 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: -(-1) OnSessionEvent TCP Connect Failed 2025-09-01 Mon 02:13:08:712.000 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: -(-1):EvTcpConnectFail 2025-09-01 Mon 02:13:08:711.954 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692788711707 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2:Compute:contrail-vrouter-agent:0 client_info= [ status = Connect successful_connections = 0 pid = 23614 http_port = 8085 start_time = 1756692067658197 collector_name = collector_ip = 10.0.0.131:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.131:8086, (*_iter40) = 10.0.0.249:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ComputeCpuStateTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 12 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1506 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 134 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1711 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVirtualNetworkAgentTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVrouterAgent [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 25 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrfObjectLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 2 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterControlStatsTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 24 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterStats [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 36 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionDelete [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 413 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 5813 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1660 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 3787, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 7553, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-09-01 Mon 02:13:08:712.047 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2025-09-01 Mon 02:13:08:712.061 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvTcpConnectFail in state Connect 2025-09-01 Mon 02:13:08:712.070 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Connect : EvTcpConnectFail 2025-09-01 Mon 02:13:08:712.162 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session -(-1) > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:08:712.196 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Idle 2025-09-01 Mon 02:13:08:712.259 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:08:712.383 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692788712115 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2:Compute:contrail-vrouter-agent:0 client_info= [ status = Connect successful_connections = 0 pid = 23614 http_port = 8085 start_time = 1756692067658197 collector_name = collector_ip = 10.0.0.249:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.131:8086, (*_iter40) = 10.0.0.249:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ComputeCpuStateTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 12 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1507 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 135 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1711 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVirtualNetworkAgentTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVrouterAgent [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 25 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrfObjectLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 2 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterControlStatsTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 24 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterStats [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 36 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionDelete [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 413 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 5813 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1660 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 3787, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 7555, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-09-01 Mon 02:13:08:712.400 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-09-01 Mon 02:13:08:712.408 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:08:712.424 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692788712140 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:08:712.434 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:08:712.442 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvTcpDeleteSession in state Idle 2025-09-01 Mon 02:13:08:712.474 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:08:712.633 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692788712227 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2:Compute:contrail-vrouter-agent:0 client_info= [ status = Idle successful_connections = 0 pid = 23614 http_port = 8085 start_time = 1756692067658197 collector_name = collector_ip = 10.0.0.249:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.131:8086, (*_iter40) = 10.0.0.249:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ComputeCpuStateTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 12 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1507 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 135 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1712 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVirtualNetworkAgentTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVrouterAgent [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 25 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrfObjectLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 2 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterControlStatsTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 24 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterStats [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 36 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionDelete [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 413 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 5813 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1660 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 3788, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 7555, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-09-01 Mon 02:13:08:712.649 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-09-01 Mon 02:13:09:185.630 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:185.694 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692789185520 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:09:185.704 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:09:186.002 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:186.027 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692789185979 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 43283 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:09:186.056 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:09:186.280 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:09:186.343 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:09:186.413 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:186.454 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692789186405 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:09:186.461 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:09:487.059 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:487.114 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692789486938 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:09:487.125 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:09:487.426 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:487.444 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692789487411 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 45245 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:09:487.450 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:09:487.762 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:09:488.044 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:09:488.103 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:488.130 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692789488087 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:09:488.157 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:09:488.168 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:488.181 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692789488095 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:09:488.190 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:09:488.199 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:488.227 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692789488145 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:09:488.240 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:09:488.252 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:488.276 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692789488220 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:09:488.293 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:09:488.303 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:488.325 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692789488235 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:09:488.333 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:09:488.835 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:488.858 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692789488781 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:09:488.866 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:09:488.873 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:488.891 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692789488812 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:09:488.900 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:09:488.927 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:09:540.089 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:540.147 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692789540053 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:09:540.157 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:09:540.636 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:540.676 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692789540613 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 33581 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:09:540.685 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:09:540.922 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:09:540.977 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:09:541.027 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:541.060 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692789541018 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:09:541.067 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:09:619.802 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:619.861 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692789619766 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:09:619.871 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:09:620.388 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:620.428 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692789620304 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 43237 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:09:620.448 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:09:620.666 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:09:620.732 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:09:620.774 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:621.565 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692789620764 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:09:621.582 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:09:621.591 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:621.599 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692789620771 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:09:621.605 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:09:621.611 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:621.632 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692789620887 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:09:621.642 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:09:621.650 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:621.670 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692789620952 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:09:621.676 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:09:621.682 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:621.690 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692789621486 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:09:621.696 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:09:621.702 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:621.715 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692789621526 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:09:621.723 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:09:621.546 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:09:673.676 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:673.733 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692789673638 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:09:673.743 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:09:674.262 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:674.283 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692789674242 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 37443 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:09:674.290 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:09:674.577 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:09:674.669 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:09:674.735 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:674.753 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692789674709 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:09:674.761 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:09:712.642 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:712.699 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692789712604 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:09:712.710 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:09:713.163 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:713.267 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692789713137 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 39837 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:09:713.279 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:09:713.491 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:09:713.557 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:09:713.606 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:09:713.624 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692789713595 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:09:713.631 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:10:549.209 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:10:549.260 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692790549105 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:10:549.271 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:10:549.551 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:10:549.567 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692790549538 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 36013 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:10:549.574 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:10:549.824 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:10:549.932 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:10:550.021 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:10:550.074 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692790549988 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:10:550.088 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:10:691.974 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:10:692.025 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692790691852 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:10:692.036 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:10:692.469 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:10:692.485 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692790692452 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 42529 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:10:692.524 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:10:692.810 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:10:692.888 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:10:692.955 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:10:693.003 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692790692944 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:10:693.010 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:11:040.723 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:11:040.776 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692791040580 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:11:040.786 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:11:040.795 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:11:040.808 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692791040766 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 38717 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:11:040.815 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:11:041.081 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:11:041.131 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:11:041.191 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:11:041.212 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692791041183 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:11:041.219 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:12:512.216 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:12:513.620 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692792512132 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:12:513.651 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:12:513.136 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:12:513.695 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:12:513.737 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692792512766 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 37771 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:12:513.747 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:12:513.770 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:12:513.813 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:12:513.830 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692792513802 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:12:513.837 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:12:637.228 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:12:637.296 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692792637093 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:12:637.310 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:12:637.751 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:12:637.778 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692792637726 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 42175 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:12:637.786 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:12:638.046 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:12:638.153 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:12:638.214 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:12:638.234 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692792638204 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:12:638.241 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:13:781.813 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:13:781.879 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692793781713 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:13:781.893 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:13:782.630 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:13:782.660 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692793782609 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 44821 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:13:782.669 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:13:783.115 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:13:783.265 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:13:783.319 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:13:783.357 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692793783302 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:13:783.367 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:13:783.378 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:13:783.393 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692793783309 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:13:783.401 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:13:783.410 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:13:783.477 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692793783389 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:13:783.494 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:13:783.506 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:13:783.530 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692793783477 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:13:783.551 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:13:783.561 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:13:783.581 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692793783492 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:13:783.589 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:13:784.193 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:13:784.223 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692793784119 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:13:784.233 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:13:784.243 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:13:784.274 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692793784170 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:13:784.294 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:13:784.343 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:13:837.484 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:13:837.553 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692793837445 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:13:837.566 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:13:837.958 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:13:838.009 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692793837945 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 43695 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:13:838.021 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:13:838.297 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:13:838.390 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:13:838.463 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:13:838.490 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692793838441 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:13:838.499 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:14:893.398 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:14:893.460 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692794893303 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:14:893.470 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:14:893.769 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:14:893.785 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692794893756 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 39769 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:14:893.792 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:14:894.177 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:14:894.263 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:14:894.310 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:14:894.329 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692794894289 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:14:894.337 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:14:894.345 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:14:894.357 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692794894293 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:14:894.363 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:14:894.370 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:14:894.398 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692794894356 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:14:894.421 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:14:894.433 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:14:894.455 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692794894420 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:14:894.464 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:14:894.889 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:14:894.910 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692794894841 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:14:894.918 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:14:894.925 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:14:894.959 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692794894872 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:14:894.989 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:14:895.004 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:14:900.578 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:14:900.624 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692794900547 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:14:900.637 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:14:900.854 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:14:900.882 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692794900843 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 41089 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:14:900.889 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:14:901.175 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:14:901.264 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:14:901.303 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:14:901.331 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692794901289 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:14:901.339 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:14:948.111 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:14:948.162 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692794948013 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:14:948.181 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:14:948.528 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:14:948.545 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692794948465 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 41695 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:14:948.552 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:14:948.840 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:14:948.979 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:14:949.020 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:14:949.041 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692794949007 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:14:949.049 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:15:894.477 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:15:894.530 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692795894182 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:15:894.541 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:15:895.802 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:15:895.829 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692795895781 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 34563 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:15:895.837 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:15:896.187 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:15:896.247 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:15:896.329 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:15:896.343 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692795896290 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:15:896.350 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:16:330.081 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:16:330.140 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692796329947 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:16:330.149 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:16:331.070 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:16:331.097 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692796331058 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 36271 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:16:331.104 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:16:331.400 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:16:331.573 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:16:331.684 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:16:331.706 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692796331613 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:16:331.716 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:16:331.726 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:16:331.739 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692796331621 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:16:331.759 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:16:332.575 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:16:332.638 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692796331809 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:16:332.652 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:16:332.666 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:16:332.691 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692796331928 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:16:332.700 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:16:332.707 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:16:332.722 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692796331949 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:16:332.737 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:16:332.745 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:16:332.756 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692796332650 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:16:332.763 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:16:332.769 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:16:332.786 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692796332727 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:16:332.793 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:16:332.822 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:16:382.393 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:16:382.464 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692796382339 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:16:382.493 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:16:382.776 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:16:382.792 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692796382767 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 35155 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:16:382.801 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:16:382.849 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:16:382.890 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692796382834 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:16:382.911 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:16:382.983 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:16:382.996 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692796382975 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 45275 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:16:383.002 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:16:383.070 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:16:383.116 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:16:383.199 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:16:383.213 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692796383159 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:16:383.220 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:16:383.227 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:16:383.235 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692796383176 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:16:383.270 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:16:383.294 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:16:383.309 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:16:383.338 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:16:383.355 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692796383333 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:16:383.360 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:16:383.446 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:16:383.486 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692796383435 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:16:383.501 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:16:383.515 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:16:383.536 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692796383478 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:16:383.552 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:16:383.936 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:16:383.957 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692796383925 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:16:383.975 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:16:383.983 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:16:383.990 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:16:384.002 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692796383950 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:16:384.129 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:16:429.162 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:16:429.220 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692796429124 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:16:429.231 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:16:429.657 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:16:429.718 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692796429629 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 43815 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:16:429.727 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:16:429.929 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:16:429.993 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:16:430.047 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:16:430.072 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692796430032 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:16:430.079 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:16:899.515 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:16:899.569 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692796899405 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:16:899.579 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:16:899.996 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:16:900.015 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692796899982 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 45237 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:16:900.028 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:16:900.303 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:16:900.380 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:16:900.458 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:16:900.472 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692796900447 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:16:900.504 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:17:346.568 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:17:346.684 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692797346471 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:17:346.698 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:17:347.415 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:17:347.439 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692797347403 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 33275 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:17:347.446 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:17:347.759 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:17:347.794 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:17:347.865 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:17:347.876 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692797347819 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:17:347.883 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:17:348.128 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:17:348.143 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692797348084 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:17:348.150 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:17:348.789 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:17:348.853 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692797348749 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 34203 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:17:348.866 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:17:349.049 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:17:349.108 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:17:349.179 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:17:349.199 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692797349140 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:17:349.209 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:17:966.506 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:17:966.559 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692797966409 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:17:966.570 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:17:967.323 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:17:967.349 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692797967299 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 39975 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:17:967.357 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:17:967.680 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:17:967.720 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:17:967.790 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:17:967.803 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692797967746 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:17:967.820 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:19:365.367 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:19:365.570 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692799365329 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:19:365.581 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:19:365.591 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:19:365.602 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692799365517 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 34391 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:19:365.608 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:19:365.820 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:19:365.878 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:19:365.936 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:19:365.949 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692799365927 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:19:365.956 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:19:382.003 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:19:382.059 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692799381975 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:19:382.069 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:19:382.593 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:19:382.653 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692799382552 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 38471 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:19:382.661 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:19:382.866 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:19:382.916 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:19:382.960 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:19:383.003 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692799382951 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:19:383.010 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:20:932.636 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:20:932.701 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692800932599 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:20:932.712 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:20:932.995 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:20:933.036 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692800932956 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 42543 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:20:933.046 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:20:933.263 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:20:933.339 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:20:933.376 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:20:933.394 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692800933365 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:20:933.414 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:20:933.422 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:20:933.430 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692800933370 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:20:933.436 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:20:933.442 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:20:933.465 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692800933419 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:20:933.475 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:20:933.500 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:20:933.515 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692800933495 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:20:933.526 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:20:933.534 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:20:933.547 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692800933513 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:20:933.553 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:20:934.027 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:20:934.041 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692800933996 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:20:934.047 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:20:934.055 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:20:934.082 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692800934045 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:20:934.090 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:20:934.350 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:20:980.554 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:20:980.618 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692800980486 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:20:980.629 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:20:981.146 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:20:981.198 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692800981111 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 40795 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:20:981.210 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:20:981.406 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:20:981.462 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:20:981.512 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:20:981.555 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692800981500 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:20:981.565 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:21:711.752 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.192:8085::10.20.0.193:50232 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 255 2025-09-01 Mon 02:13:21:721.810 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.192:8085::10.20.0.193:50238 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 255 2025-09-01 Mon 02:13:21:928.090 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:21:928.157 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692801927915 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:21:928.183 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:21:928.596 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:21:928.616 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692801928580 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 36677 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:21:928.623 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:21:928.910 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:21:928.993 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:21:929.073 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:21:929.942 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:21:930.002 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692801929056 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:21:930.070 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:21:930.084 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:21:930.099 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692801929066 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:21:930.108 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:21:930.117 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:21:930.148 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692801929140 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:21:930.172 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:21:930.241 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:21:930.265 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692801929205 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:21:930.273 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:21:930.283 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:21:930.297 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692801929855 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:21:930.305 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:21:930.314 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:21:930.337 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692801929911 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:21:930.353 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:21:977.105 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:21:977.168 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692801977066 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:21:977.181 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:21:977.287 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:21:977.304 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692801977278 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 41691 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:21:977.310 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:21:977.570 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:21:977.646 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:21:977.696 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:21:977.729 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692801977684 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:21:977.738 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:21:980.615 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:21:980.651 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692801980595 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:21:980.660 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:21:980.923 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:21:980.939 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692801980916 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 35159 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:21:980.946 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:21:981.178 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:21:981.315 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:21:981.353 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:21:981.370 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692801981345 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:21:981.379 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:22:895.892 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:22:895.974 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692802895852 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:22:895.989 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:22:896.708 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:22:896.764 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692802896677 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 35505 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:22:896.777 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:22:897.148 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:22:897.215 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:22:897.272 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:22:897.334 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692802897259 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:22:897.344 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:23:127.260 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:23:127.327 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692803127121 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:23:127.338 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:23:127.346 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:23:127.359 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692803127278 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 34883 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:23:127.365 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:23:127.607 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:23:127.652 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:23:127.707 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:23:127.727 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692803127700 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:23:127.734 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:23:127.740 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:23:127.748 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692803127704 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:23:127.753 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:23:127.811 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:23:127.833 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692803127805 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:23:127.843 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:23:127.925 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:23:127.949 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692803127912 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:23:127.958 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:23:127.979 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:23:127.993 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692803127928 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:23:128.003 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:23:128.441 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:23:128.455 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692803128412 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:23:128.461 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:23:128.468 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:23:128.485 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692803128458 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:23:128.506 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:23:128.929 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:23:180.101 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:23:180.153 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692803180075 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:23:180.162 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:23:180.246 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:23:180.272 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692803180238 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 36599 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:23:180.278 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:23:180.521 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:23:180.592 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:23:180.636 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:23:180.660 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692803180626 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:23:180.668 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:23:506.164 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:23:506.220 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692803506044 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:23:506.230 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:23:506.653 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:23:506.675 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692803506636 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 38529 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:23:506.682 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:23:506.997 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:23:507.071 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:23:507.132 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:23:507.162 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692803507109 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:23:507.171 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:23:507.178 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:23:507.187 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692803507114 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:23:507.193 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:23:507.199 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:23:507.221 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692803507183 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:23:507.232 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:23:507.240 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:23:507.254 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692803507229 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:23:507.263 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:23:507.730 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:23:507.745 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692803507695 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:23:507.751 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:23:507.758 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:23:507.778 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692803507752 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:23:507.787 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:23:507.787 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:23:560.994 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:23:561.048 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692803560880 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:23:561.057 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:23:561.733 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:23:561.808 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:23:561.812 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:23:561.878 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692803561390 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 37165 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:23:561.887 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:23:561.896 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:23:561.906 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692803561849 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:23:561.918 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:24:087.547 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:24:087.618 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692804087506 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:24:087.632 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:24:087.719 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:24:087.741 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692804087697 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 41773 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:24:087.751 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:24:088.016 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:24:088.109 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:24:088.160 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:24:088.194 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692804088146 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:24:088.222 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:24:242.906 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:24:242.981 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692804242779 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:24:242.995 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:24:243.393 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:24:243.410 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692804243374 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 37047 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:24:243.417 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:24:243.689 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:24:243.830 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:24:243.876 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:24:243.903 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692804243862 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:24:243.914 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:24:597.057 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:24:597.341 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692804597021 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:24:597.352 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:24:597.361 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:24:597.372 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692804597184 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 36281 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:24:597.389 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:24:597.539 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:24:597.586 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:24:597.665 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:24:597.682 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692804597634 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:24:597.689 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:24:715.417 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:24:715.476 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692804715382 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:24:715.489 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:24:715.958 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:24:716.011 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692804715931 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 35063 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:24:716.021 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:24:716.219 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:24:716.271 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:24:716.314 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:24:716.354 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692804716305 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:24:716.372 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:26:368.041 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:26:368.097 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692806367957 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:26:368.107 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:26:368.361 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:26:368.375 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692806368353 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 34049 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:26:368.382 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:26:368.718 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:26:368.858 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:26:368.906 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:26:368.945 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692806368887 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:26:368.954 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:26:523.832 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:26:523.891 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692806523796 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:26:523.902 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:26:524.400 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:26:524.443 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692806524374 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 46753 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:26:524.463 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:26:524.688 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:26:524.736 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:26:524.778 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:26:524.801 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692806524769 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:26:524.808 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:27:724.397 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:27:724.450 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692807724286 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:27:724.460 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:27:724.906 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:27:724.983 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692807724869 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 35433 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:27:725.296 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:27:726.351 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:27:726.402 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:27:726.577 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:27:726.592 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692807726564 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:27:726.607 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:27:726.663 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:27:726.674 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692807726575 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:27:726.680 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:27:726.686 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:27:726.707 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692807726639 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:27:726.718 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:27:726.726 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:27:726.741 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692807726720 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:27:726.749 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:27:726.760 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:27:726.774 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692807726736 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:27:726.780 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:27:727.412 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:27:727.455 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:27:727.467 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692807727327 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:27:727.474 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:27:727.481 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:27:727.499 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692807727372 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:27:727.509 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:27:778.555 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:27:778.729 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692807778522 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:27:778.740 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:27:778.749 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:27:778.760 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692807778682 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 35785 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:27:778.766 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:27:779.030 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:27:779.088 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:27:779.179 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:27:779.191 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692807779141 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:27:779.197 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:28:712.590 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:28:712.649 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692808712443 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:28:712.660 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:28:713.026 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:28:713.067 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692808713013 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 34003 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:28:713.096 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:28:713.331 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:28:713.409 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:28:713.455 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:28:713.493 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692808713437 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:28:713.502 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:28:713.510 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:28:713.519 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692808713444 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:28:713.524 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:28:713.531 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:28:713.552 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692808713493 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:28:713.563 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:28:713.571 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:28:713.586 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692808713534 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:28:713.599 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:28:714.319 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:28:714.435 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692808714257 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:28:714.451 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:28:714.463 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:28:714.494 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692808714303 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:28:714.507 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:28:714.540 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:28:742.467 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:28:742.532 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692808742319 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:28:742.560 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:28:742.572 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:28:742.590 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692808742471 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 36963 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:28:742.599 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:28:742.846 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:28:742.912 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:28:742.977 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:28:742.995 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692808742945 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:28:743.002 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:28:760.655 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:28:760.707 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692808760620 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:28:760.717 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:28:761.159 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:28:761.173 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692808761116 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 36845 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:28:761.179 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:28:761.431 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:28:761.531 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:28:761.581 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:28:761.594 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692808761574 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:28:761.600 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:29:661.798 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:29:661.851 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692809661696 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:29:661.860 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:29:662.182 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:29:662.199 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692809662169 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 40019 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:29:662.206 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:29:662.561 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:29:662.649 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:29:662.698 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:29:662.713 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692809662688 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:29:662.720 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:30:329.126 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:30:329.178 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692810329019 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:30:329.199 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:30:329.591 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:30:329.646 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692810329555 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 43425 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:30:329.659 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:30:329.981 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:30:330.327 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:30:330.377 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:30:330.400 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692810330362 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:30:330.408 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:30:330.415 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:30:330.424 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692810330368 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:30:330.430 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:30:330.436 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:30:330.466 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692810330419 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:30:330.486 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:30:330.513 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:30:330.528 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692810330506 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:30:330.536 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:30:330.543 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:30:330.556 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692810330529 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:30:330.563 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:30:331.190 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:30:331.214 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692810331116 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:30:331.229 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:30:331.236 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:30:331.257 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692810331165 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:30:331.267 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:30:331.303 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:30:380.507 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:30:380.564 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692810380463 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:30:380.575 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:30:381.134 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:30:381.175 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692810381107 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 35157 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:30:381.184 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:30:381.438 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:30:381.516 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:30:381.556 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:30:381.571 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692810381547 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:30:381.578 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:30:484.945 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:30:485.011 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692810484915 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:30:485.020 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:30:485.352 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:30:485.400 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692810485332 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 37517 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:30:485.409 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:30:485.783 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:30:485.945 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:30:486.005 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:30:486.024 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692810485993 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:30:486.080 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:30:486.089 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:30:486.098 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692810486000 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:30:486.115 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:30:486.121 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:30:486.144 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692810486050 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:30:486.154 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:30:486.162 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:30:486.176 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692810486090 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:30:486.182 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:30:486.593 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:30:486.606 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692810486558 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:30:486.613 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:30:486.626 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:30:486.647 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692810486599 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:30:486.655 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:30:486.694 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:30:538.919 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:30:539.046 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692810538891 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:30:539.058 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:30:539.449 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:30:539.462 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692810539422 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 34287 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:30:539.469 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:30:539.727 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:30:539.832 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:30:539.886 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:30:539.910 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692810539874 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:30:539.919 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:30:813.191 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:30:813.257 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692810813086 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:30:813.269 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:30:813.691 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:30:813.710 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692810813666 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 35671 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:30:813.717 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:30:814.036 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:30:814.113 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:30:814.174 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:30:814.220 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692810814166 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:30:814.229 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:31:452.727 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:31:452.844 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692811452686 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:31:452.856 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:31:453.108 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:31:453.125 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692811453101 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 34323 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:31:453.132 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:31:453.410 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:31:453.523 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:31:453.563 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:31:453.582 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692811453553 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:31:453.589 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:31:467.023 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:31:467.074 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692811466993 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:31:467.083 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:31:467.465 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:31:467.479 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692811467457 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 45135 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:31:467.485 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:31:467.758 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:31:467.861 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:31:467.904 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:31:467.915 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692811467898 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:31:467.921 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:31:624.908 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:31:624.975 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692811624871 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:31:624.987 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:31:625.389 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:31:625.403 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692811625382 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 39019 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:31:625.409 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:31:625.670 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:31:625.757 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:31:625.792 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:31:625.806 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692811625784 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:31:625.813 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:33:412.169 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:33:412.236 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692813412054 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:33:412.250 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:33:412.614 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:33:412.636 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692813412577 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 33003 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:33:412.644 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:33:412.865 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:33:412.990 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:33:413.056 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:33:413.069 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692813413043 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:33:413.076 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:33:505.721 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:33:505.782 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692813505679 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:33:505.793 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:33:506.239 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:33:506.280 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692813506208 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 37817 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:33:506.289 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:33:506.496 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:33:506.550 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:33:506.633 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:33:506.648 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692813506598 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:33:506.655 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:34:630.421 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:34:630.473 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692814630318 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:34:630.484 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:34:631.316 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:34:631.343 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692814631301 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 44305 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:34:631.352 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:34:631.719 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:34:631.796 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:34:631.890 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:34:631.909 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692814631835 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:34:631.917 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:34:631.924 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:34:631.933 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692814631840 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:34:631.939 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:34:632.105 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:34:632.202 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692814632003 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:34:632.220 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:34:632.233 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:34:632.260 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692814632094 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:34:632.272 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:34:632.333 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:34:632.356 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692814632111 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:34:632.376 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:34:632.945 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:34:632.988 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692814632897 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:34:632.999 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:34:633.008 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:34:633.028 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692814632932 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:34:633.037 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:34:633.064 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:34:684.374 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:34:684.451 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692814684228 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:34:684.465 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:34:684.505 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:34:684.524 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692814684386 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 43859 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:34:684.533 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:34:684.925 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:34:685.015 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:34:685.091 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:34:685.112 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692814685062 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:34:685.122 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:35:621.282 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:35:621.336 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692815621183 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:35:621.346 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:35:622.076 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:35:622.094 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692815622065 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 42703 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:35:622.101 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:35:622.501 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:35:622.603 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:35:622.661 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:35:622.721 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692815622634 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:35:622.730 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:35:801.943 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:35:802.179 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692815801905 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:35:802.189 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:35:802.490 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:35:802.636 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692815802481 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 43129 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:35:802.646 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:35:802.855 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:35:802.945 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:35:802.998 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:35:803.226 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692815802986 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:35:803.236 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:35:803.244 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:35:803.253 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692815802992 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:35:803.258 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:35:803.276 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:35:803.297 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692815803048 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:35:803.307 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:35:803.321 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:35:803.335 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692815803093 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:35:803.342 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:35:803.793 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:35:803.809 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692815803768 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:35:803.816 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:35:803.823 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:35:803.829 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:35:803.846 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692815803802 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:35:804.021 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:35:856.996 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:35:857.055 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692815856938 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:35:857.069 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:35:857.148 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:35:857.181 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692815857130 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 45157 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:35:857.192 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:35:857.454 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:35:857.520 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:35:857.566 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:35:857.596 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692815857555 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:35:857.613 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:36:802.777 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:36:802.828 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692816802674 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:36:802.837 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:36:803.294 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:36:803.312 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692816803277 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 42715 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:36:803.319 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:36:803.644 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:36:803.717 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:36:803.779 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:36:803.793 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692816803769 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:36:803.799 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:37:538.786 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:538.844 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692817538748 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:37:538.855 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:37:539.367 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:539.415 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692817539337 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 34243 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:37:539.534 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:37:539.716 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:37:539.769 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:37:539.812 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:539.826 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692817539800 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:37:539.833 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:37:539.839 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:539.848 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692817539807 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:37:539.854 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:37:539.894 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:539.918 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692817539887 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:37:539.929 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:37:539.989 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:540.017 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692817539983 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:37:540.026 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:37:540.033 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:540.047 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692817539999 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:37:540.053 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:37:540.621 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:37:540.848 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:540.871 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692817540450 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:37:540.878 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:37:540.986 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:541.015 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692817540522 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:37:541.031 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:37:566.807 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:566.862 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692817566774 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:37:566.871 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:37:567.121 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:567.143 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692817567110 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 36435 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:37:567.150 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:37:567.407 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:37:567.468 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:37:567.541 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:567.559 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692817567497 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:37:567.577 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:37:585.653 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:585.722 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692817585621 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:37:585.734 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:37:586.013 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:586.029 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692817586005 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 35203 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:37:586.036 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:37:586.351 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:37:586.491 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:37:586.533 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:586.549 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692817586523 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:37:586.556 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:37:666.403 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:666.470 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692817666267 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2:Compute:contrail-vrouter-agent:0 sm_queue_count = 0 sm_stats= [ ev_stats= [ [ [ event = scm::EvCollectorUpdate enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvIdleHoldTimerExpired enqueues = 28 dequeues = 28 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshSend enqueues = 7856 dequeues = 7856 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvStart enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnectFail enqueues = 29 dequeues = 29 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpDeleteSession enqueues = 29 dequeues = 29 enqueue_fails = 0 dequeue_fails = 0 ], [ event = enqueues = 7944 dequeues = 7944 enqueue_fails = 0 dequeue_fails = 0 ], ] ] state = Idle state_since = 1756692788712195 last_state = Idle last_event = scm::EvSandeshSend last_event_at = 1756692817586530 ] max_sm_queue_count = 7 ] 2025-09-01 Mon 02:13:37:666.497 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-09-01 Mon 02:13:37:666.505 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:666.625 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692817666378 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2:Compute:contrail-vrouter-agent:0 client_info= [ status = Idle successful_connections = 0 pid = 23614 http_port = 8085 start_time = 1756692067658197 collector_name = collector_ip = 10.0.0.249:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.131:8086, (*_iter40) = 10.0.0.249:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ComputeCpuStateTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 12 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1568 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 137 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1782 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVirtualNetworkAgentTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVrouterAgent [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 25 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrfObjectLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 2 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterControlStatsTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 24 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterStats [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 36 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionDelete [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 430 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 6051 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1728 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 3943, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 7856, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-09-01 Mon 02:13:37:666.640 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-09-01 Mon 02:13:37:672.072 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:672.123 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692817672039 [SYS_NOTICE]: UveVrouterAgent: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 xmpp_peer_list= [ [ [ ip = 10.20.0.193 status = 0 setup_time = 0 primary = 1 ], [ ip = 10.20.0.129 status = 0 setup_time = 0 primary = 0 ], ] ] dns_servers= [ [ (*_iter149) = 10.20.0.193, (*_iter149) = 10.20.0.25, ] ] ] 2025-09-01 Mon 02:13:37:672.133 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: UveVrouterAgent 2025-09-01 Mon 02:13:37:672.143 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:672.263 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692817672077 [SYS_NOTICE]: VrouterStats: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 in_tpkts = 2204 in_bytes = 276698 out_tpkts = 2304 out_bytes = 129380 exception_packets = 72 exception_packets_allowed = 59 raw_vhost_stats= [ name = vhost0 in_pkts = 2204 in_bytes = 276698 out_pkts = 2304 out_bytes = 129380 speed = -1 duplexity = -1 ] raw_vhost_drop_stats= [ ds_discard = 0 ds_pull = 0 ds_invalid_if = 0 ds_invalid_arp = 0 ds_trap_no_if = 0 ds_nowhere_to_go = 0 ds_flow_queue_limit_exceeded = 0 ds_flow_no_memory = 0 ds_flow_invalid_protocol = 0 ds_flow_nat_no_rflow = 0 ds_flow_action_drop = 0 ds_flow_action_invalid = 0 ds_flow_unusable = 0 ds_flow_table_full = 0 ds_interface_tx_discard = 0 ds_interface_drop = 0 ds_duplicated = 0 ds_push = 0 ds_ttl_exceeded = 0 ds_invalid_nh = 1 ds_invalid_label = 0 ds_invalid_protocol = 0 ds_interface_rx_discard = 0 ds_invalid_mcast_source = 0 ds_head_alloc_fail = 0 ds_pcow_fail = 0 ds_mcast_clone_fail = 0 ds_rewrite_fail = 0 ds_misc = 0 ds_invalid_packet = 0 ds_cksum_err = 0 ds_no_fmd = 0 ds_invalid_vnid = 0 ds_frag_err = 0 ds_invalid_source = 0 ds_mcast_df_bit = 0 ds_l2_no_route = 0 ds_vlan_fwd_tx = 0 ds_vlan_fwd_enq = 0 ds_drop_new_flow = 0 ds_flow_evict = 0 ds_trap_original = 0 ds_no_memory = 0 ds_fragment_queue_fail = 0 ds_no_frag_entry = 0 ds_icmp_error = 0 ds_clone_fail = 0 ds_drop_pkts = 1 ] raw_drop_stats= [ ds_discard = 0 ds_pull = 0 ds_invalid_if = 0 ds_invalid_arp = 0 ds_trap_no_if = 0 ds_nowhere_to_go = 0 ds_flow_queue_limit_exceeded = 0 ds_flow_no_memory = 0 ds_flow_invalid_protocol = 0 ds_flow_nat_no_rflow = 0 ds_flow_action_drop = 0 ds_flow_action_invalid = 0 ds_flow_unusable = 0 ds_flow_table_full = 0 ds_interface_tx_discard = 0 ds_interface_drop = 0 ds_duplicated = 0 ds_push = 0 ds_ttl_exceeded = 0 ds_invalid_nh = 1 ds_invalid_label = 0 ds_invalid_protocol = 0 ds_interface_rx_discard = 0 ds_invalid_mcast_source = 0 ds_head_alloc_fail = 0 ds_pcow_fail = 0 ds_mcast_clone_fail = 0 ds_rewrite_fail = 0 ds_misc = 0 ds_invalid_packet = 0 ds_cksum_err = 0 ds_no_fmd = 0 ds_invalid_vnid = 0 ds_frag_err = 0 ds_invalid_source = 0 ds_mcast_df_bit = 0 ds_l2_no_route = 0 ds_vlan_fwd_tx = 0 ds_vlan_fwd_enq = 0 ds_drop_new_flow = 0 ds_flow_evict = 0 ds_trap_original = 0 ds_no_memory = 0 ds_fragment_queue_fail = 0 ds_no_frag_entry = 0 ds_icmp_error = 0 ds_clone_fail = 0 ds_drop_pkts = 1 ] total_in_bandwidth_utilization = 6.62448e-15 total_out_bandwidth_utilization = 1.57914e-14 flow_rate= [ added_flows = 0 max_flow_adds_per_second = 0 min_flow_adds_per_second = 0 deleted_flows = 0 max_flow_deletes_per_second = 0 min_flow_deletes_per_second = 0 active_flows = 0 hold_flows = 0 ] phy_band_in_bps= [ [ _iter260->first = ens6 _iter260->second = 1222, ] ] phy_band_out_bps= [ [ _iter261->first = ens6 _iter261->second = 2913, ] ] raw_phy_if_stats= [ [ _iter262->first = ens6 [ in_pkts = 2112 in_bytes = 121316 out_pkts = 2206 out_bytes = 276750 ], ] ] raw_phy_if_drop_stats= [ [ _iter263->first = ens6 [ ds_discard = 0 ds_pull = 0 ds_invalid_if = 0 ds_invalid_arp = 0 ds_trap_no_if = 0 ds_nowhere_to_go = 0 ds_flow_queue_limit_exceeded = 0 ds_flow_no_memory = 0 ds_flow_invalid_protocol = 0 ds_flow_nat_no_rflow = 0 ds_flow_action_drop = 0 ds_flow_action_invalid = 0 ds_flow_unusable = 0 ds_flow_table_full = 0 ds_interface_tx_discard = 0 ds_interface_drop = 0 ds_duplicated = 0 ds_push = 0 ds_ttl_exceeded = 0 ds_invalid_nh = 0 ds_invalid_label = 0 ds_invalid_protocol = 0 ds_interface_rx_discard = 0 ds_invalid_mcast_source = 0 ds_head_alloc_fail = 0 ds_pcow_fail = 0 ds_mcast_clone_fail = 0 ds_rewrite_fail = 0 ds_misc = 0 ds_invalid_packet = 0 ds_cksum_err = 0 ds_no_fmd = 0 ds_invalid_vnid = 0 ds_frag_err = 0 ds_invalid_source = 0 ds_mcast_df_bit = 0 ds_l2_no_route = 0 ds_vlan_fwd_tx = 0 ds_vlan_fwd_enq = 0 ds_drop_new_flow = 0 ds_flow_evict = 0 ds_trap_original = 0 ds_no_memory = 0 ds_fragment_queue_fail = 0 ds_no_frag_entry = 0 ds_icmp_error = 0 ds_clone_fail = 0 ds_drop_pkts = 0 ], ] ] ] 2025-09-01 Mon 02:13:37:672.283 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: VrouterStats 2025-09-01 Mon 02:13:37:672.292 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:672.316 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692817672100 [SYS_NOTICE]: VrouterControlStatsTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 raw_xmpp_stats= [ [ _iter306->first = 10.20.0.129 [ reconnects = 0 in_msgs = 0 out_msgs = 0 ], _iter306->first = 10.20.0.193 [ reconnects = 0 in_msgs = 0 out_msgs = 0 ], ] ] raw_ifmap_stats= [ [ _iter307->first = link_delete_parse_errors _iter307->second = 0, _iter307->first = link_update_parse_errors _iter307->second = 0, _iter307->first = node_delete_parse_errors _iter307->second = 0, _iter307->first = node_update_parse_errors _iter307->second = 0, ] ] raw_rt_table_size= [ [ _iter308->first = default-domain:default-project:ip-fabric:__default__ [ inet4_unicast = 7 inet4_multicast = 0 evpn = 0 bridge = 5 inet6_unicast = 2 ], _iter308->first = default-domain:default-project:ip-fabric:ip-fabric [ inet4_unicast = 2 inet4_multicast = 0 evpn = 1 bridge = 2 inet6_unicast = 0 ], ] ] ] 2025-09-01 Mon 02:13:37:672.325 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: VrouterControlStatsTrace 2025-09-01 Mon 02:13:37:697.157 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:697.202 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692817697124 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:37:697.211 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:37:697.325 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:697.341 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692817697318 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 40513 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:37:697.347 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:37:697.626 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:37:697.686 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:37:697.728 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:697.750 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692817697717 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:37:697.758 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:37:697.765 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:697.774 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692817697723 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:37:697.779 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:37:697.800 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:697.822 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692817697796 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:37:697.890 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:37:697.905 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:697.922 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692817697838 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:37:697.928 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:37:698.348 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:698.363 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692817698307 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:37:698.370 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:37:698.376 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:698.399 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692817698361 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:37:698.413 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:37:698.379 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:37:745.483 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:745.526 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692817745449 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:37:745.535 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:37:745.587 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:745.602 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692817745581 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 37025 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:37:745.616 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:37:745.846 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:37:745.904 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:37:745.942 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:37:745.981 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692817745932 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:37:745.997 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:38:630.738 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:38:630.788 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692818630632 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:38:630.798 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:38:631.546 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:38:631.564 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692818631536 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 46721 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:38:631.578 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:38:631.863 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:38:631.899 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:38:631.977 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:38:631.991 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692818631925 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:38:631.997 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:38:694.009 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:38:694.061 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692818693899 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:38:694.071 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:38:694.849 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:38:694.867 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692818694840 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 38765 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:38:694.892 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:38:695.152 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:38:695.186 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:38:695.254 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:38:695.265 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692818695210 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:38:695.271 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:38:712.307 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvIdleHoldTimerExpired in state Idle 2025-09-01 Mon 02:13:38:713.088 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Connect : Start Connect timer 10.0.0.249:8086 2025-09-01 Mon 02:13:38:713.236 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Connect 2025-09-01 Mon 02:13:38:713.265 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692818712388 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.249:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:38:713.276 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:38:713.284 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Connect 2025-09-01 Mon 02:13:38:713.403 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692818713205 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2:Compute:contrail-vrouter-agent:0 client_info= [ status = Connect successful_connections = 0 pid = 23614 http_port = 8085 start_time = 1756692067658197 collector_name = collector_ip = 10.0.0.249:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.131:8086, (*_iter40) = 10.0.0.249:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ComputeCpuStateTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 12 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1571 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 139 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1786 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVirtualNetworkAgentTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVrouterAgent [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 26 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrfObjectLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 2 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterControlStatsTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 25 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterStats [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 37 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionDelete [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 431 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 6065 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1732 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 3952, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 7878, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-09-01 Mon 02:13:38:713.430 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2025-09-01 Mon 02:13:38:713.484 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: -(-1) OnSessionEvent TCP Connect Failed 2025-09-01 Mon 02:13:38:713.492 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: -(-1):EvTcpConnectFail 2025-09-01 Mon 02:13:38:713.518 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvTcpConnectFail in state Connect 2025-09-01 Mon 02:13:38:713.527 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Connect : EvTcpConnectFail 2025-09-01 Mon 02:13:38:713.878 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session -(-1) > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:38:713.941 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Idle 2025-09-01 Mon 02:13:38:714.055 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:38:714.189 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692818713575 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2:Compute:contrail-vrouter-agent:0 client_info= [ status = Connect successful_connections = 0 pid = 23614 http_port = 8085 start_time = 1756692067658197 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.131:8086, (*_iter40) = 10.0.0.249:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ComputeCpuStateTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 12 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1572 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 140 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1786 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVirtualNetworkAgentTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVrouterAgent [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 26 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrfObjectLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 2 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterControlStatsTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 25 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterStats [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 37 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionDelete [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 431 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 6065 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1732 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 3952, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 7880, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-09-01 Mon 02:13:38:714.213 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-09-01 Mon 02:13:38:714.222 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:38:714.240 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692818713603 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:38:714.247 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:38:714.256 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvTcpDeleteSession in state Idle 2025-09-01 Mon 02:13:38:714.282 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:38:714.388 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692818714009 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2:Compute:contrail-vrouter-agent:0 client_info= [ status = Idle successful_connections = 0 pid = 23614 http_port = 8085 start_time = 1756692067658197 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.131:8086, (*_iter40) = 10.0.0.249:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ComputeCpuStateTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 12 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1572 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 140 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1787 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVirtualNetworkAgentTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVrouterAgent [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 26 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrfObjectLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 2 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterControlStatsTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 25 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterStats [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 37 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionDelete [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 431 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 6065 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1732 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 3953, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 7880, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-09-01 Mon 02:13:38:714.401 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-09-01 Mon 02:13:38:718.100 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:38:718.131 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692818718015 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:38:718.148 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:38:718.280 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:38:718.334 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692818718250 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 33189 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:38:718.346 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:38:718.556 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:38:718.609 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:38:718.655 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:38:718.698 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692818718645 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:38:718.709 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:40:432.182 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:40:432.235 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692820432067 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:40:432.245 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:40:432.670 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:40:432.689 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692820432658 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 46077 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:40:432.696 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:40:432.996 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:40:433.074 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:40:433.143 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:40:433.156 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692820433133 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:40:433.162 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:40:572.823 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:40:572.882 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692820572774 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:40:572.892 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:40:573.357 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:40:573.400 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692820573325 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 45595 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:40:573.408 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:40:573.640 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:40:573.702 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:40:573.740 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:40:573.761 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692820573728 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:40:573.769 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:41:563.755 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:41:563.806 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692821563651 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:41:563.828 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:41:564.610 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:41:564.656 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692821564574 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 43665 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:41:564.665 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:41:564.827 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:41:564.875 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:41:564.919 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:41:565.103 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692821564905 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:41:565.112 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:41:565.120 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:41:565.129 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692821564911 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:41:565.134 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:41:565.140 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:41:565.161 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692821564985 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:41:565.177 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:41:565.788 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:41:565.838 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692821565229 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:41:565.848 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:41:565.856 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:41:565.870 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692821565245 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:41:565.878 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:41:565.885 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:41:565.894 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692821565734 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:41:565.904 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:41:565.911 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:41:565.924 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692821565759 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:41:565.932 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:41:565.990 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:41:611.131 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:41:611.191 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692821611094 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:41:611.201 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:41:611.549 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:41:611.579 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692821611535 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 41813 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:41:611.586 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:41:611.836 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:41:611.941 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:41:611.996 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:41:612.035 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692821611978 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:41:612.044 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:42:331.480 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:42:331.532 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692822331367 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:42:331.543 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:42:332.307 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:42:332.326 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692822332296 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 41341 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:42:332.333 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:42:332.629 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:42:332.667 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:42:332.738 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:42:332.751 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692822332691 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:42:332.757 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:42:332.764 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:42:332.772 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692822332696 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:42:332.788 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:42:333.347 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:42:333.379 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692822332831 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:42:333.389 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:42:333.397 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:42:333.412 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692822332870 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:42:333.418 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:42:333.424 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:42:333.433 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692822333312 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:42:333.439 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:42:333.451 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:42:333.464 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692822333335 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:42:333.472 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:42:333.493 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:42:379.745 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:42:379.804 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692822379628 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:42:379.817 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:42:380.663 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:42:380.702 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692822380642 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 46787 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:42:380.713 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:42:380.985 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:42:381.208 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:42:381.283 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:42:381.329 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692822381265 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:42:381.341 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:42:602.237 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:42:602.294 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692822602109 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:42:602.307 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:42:602.718 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:42:602.745 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692822602698 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 37125 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:42:602.752 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:42:602.986 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:42:603.056 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:42:603.121 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:42:603.163 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692822603111 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:42:603.169 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:43:308.484 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:43:308.558 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692823308387 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:43:308.569 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:43:308.936 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:43:308.993 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692823308908 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 36127 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:43:309.004 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:43:309.217 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:43:309.359 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:43:309.395 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:43:309.411 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692823309387 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:43:309.417 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:44:389.957 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:44:390.023 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692824389849 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:44:390.034 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:44:390.368 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:44:390.392 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692824390351 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 39349 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:44:390.400 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:44:390.670 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:44:390.739 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:44:390.794 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:44:390.853 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692824390767 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:44:390.863 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:44:390.871 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:44:390.881 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692824390771 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:44:390.887 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:44:390.893 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:44:390.917 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692824390820 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:44:390.988 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:44:390.997 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:44:391.015 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692824390865 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:44:391.026 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:44:391.419 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:44:391.443 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692824391333 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:44:391.454 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:44:391.469 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:44:391.488 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692824391408 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:44:391.498 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:44:392.047 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:44:437.352 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:44:437.403 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692824437192 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:44:437.412 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:44:437.856 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:44:437.871 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692824437842 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 40709 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:44:437.889 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:44:438.122 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:44:438.187 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:44:438.250 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:44:438.318 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692824438239 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:44:438.325 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:44:717.451 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:44:717.504 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692824717347 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:44:717.514 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:44:717.837 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:44:717.857 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692824717819 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 44025 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:44:717.864 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:44:718.158 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:44:718.243 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:44:718.291 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:44:718.315 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692824718277 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:44:718.334 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:44:718.341 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:44:718.350 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692824718282 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:44:718.356 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:44:718.397 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:44:718.419 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692824718391 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:44:718.429 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:44:718.487 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:44:718.503 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692824718482 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:44:718.514 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:44:718.522 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:44:718.536 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692824718498 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:44:718.542 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:44:719.080 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:44:719.105 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692824719003 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:44:719.113 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:44:719.120 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:44:719.139 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692824719046 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:44:719.149 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:44:719.175 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:44:745.460 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:44:745.528 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692824745275 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:44:745.539 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:44:745.547 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:44:745.558 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692824745466 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 39867 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:44:745.564 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:44:745.760 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:44:745.809 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:44:745.863 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:44:745.884 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692824745856 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:44:745.900 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:44:768.730 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:44:768.883 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:44:768.971 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:44:768.993 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692824768287 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:44:769.018 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:44:769.030 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:44:769.045 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692824768432 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 33547 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:44:769.059 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:44:769.066 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:44:769.074 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692824768927 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:44:769.079 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:45:379.572 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:45:379.634 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692825379528 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:45:379.644 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:45:379.741 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:45:379.765 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692825379734 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 46273 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:45:379.771 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:45:380.037 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:45:380.110 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:45:380.154 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:45:380.171 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692825380143 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:45:380.190 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:45:500.424 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:45:500.556 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692825500389 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:45:500.567 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:45:500.765 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:45:500.792 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692825500757 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 41133 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:45:500.800 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:45:501.151 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:45:501.280 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:45:501.322 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:45:501.362 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692825501305 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:45:501.371 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:45:705.067 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:45:705.125 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692825705030 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:45:705.136 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:45:705.609 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:45:705.654 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692825705584 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 33201 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:45:705.673 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:45:705.909 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:45:705.987 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:45:706.033 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:45:706.067 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692825706023 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:45:706.074 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:47:643.502 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:47:643.545 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692827643405 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:47:643.555 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:47:644.251 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:47:644.267 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692827644242 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 43687 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:47:644.273 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:47:644.607 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:47:644.642 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:47:644.704 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:47:644.716 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692827644665 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:47:644.728 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:47:758.223 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:47:758.271 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692827758127 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:47:758.280 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:47:759.008 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:47:759.029 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692827758996 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 39171 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:47:759.037 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:47:759.328 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:47:759.362 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:47:759.432 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:47:759.445 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692827759387 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:47:759.452 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:48:814.122 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:48:814.190 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692828814005 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:48:814.203 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:48:814.500 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:48:814.525 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692828814485 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 36511 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:48:814.543 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:48:814.780 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:48:814.873 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:48:814.926 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:48:814.977 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692828814899 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:48:814.986 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:48:814.996 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:48:815.007 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692828814903 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:48:815.013 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:48:815.020 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:48:815.044 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692828814951 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:48:815.055 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:48:815.064 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:48:815.092 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692828815040 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:48:815.100 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:48:815.107 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:48:815.121 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692828815056 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:48:815.127 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:48:815.554 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:48:815.573 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692828815518 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:48:815.579 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:48:815.586 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:48:815.605 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692828815557 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:48:815.624 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:48:815.716 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:48:863.899 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:48:863.959 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692828863854 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:48:863.979 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:48:864.093 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:48:864.126 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692828864085 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 44407 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:48:864.133 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:48:864.397 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:48:864.468 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:48:864.556 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:48:864.583 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692828864519 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:48:864.594 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:49:484.349 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:49:484.416 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692829484247 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:49:484.427 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:49:484.775 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:49:484.800 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692829484761 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 44371 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:49:484.806 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:49:485.098 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:49:485.187 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:49:485.251 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:49:485.299 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692829485221 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:49:485.309 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:49:485.317 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:49:485.327 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692829485226 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:49:485.333 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:49:485.340 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:49:485.364 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692829485274 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:49:485.386 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:49:485.395 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:49:485.411 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692829485316 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:49:485.418 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:49:485.806 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:49:485.828 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692829485760 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:49:485.835 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:49:485.842 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:49:485.860 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692829485794 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:49:485.893 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:49:486.084 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:49:537.358 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:49:537.557 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692829537250 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:49:537.572 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:49:537.863 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:49:537.891 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692829537839 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 43885 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:49:537.898 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:49:538.156 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:49:538.230 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:49:538.305 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:49:538.338 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692829538292 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:49:538.345 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:49:845.752 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:49:845.817 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692829845650 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:49:845.827 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:49:846.578 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:49:846.598 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692829846559 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 40549 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:49:846.605 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:49:846.840 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:49:846.878 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:49:846.971 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:49:846.991 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692829846904 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:49:847.000 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:50:483.507 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:50:483.562 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692830483409 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:50:483.572 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:50:484.285 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:50:484.309 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692830484277 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 34261 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:50:484.315 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:50:484.585 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:50:484.633 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:50:484.759 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:50:484.773 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692830484660 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:50:484.787 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:51:647.125 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:51:647.333 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692831647029 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:51:647.344 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:51:648.043 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:51:648.068 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692831648032 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 34767 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:51:648.075 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:51:648.308 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:51:648.345 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:51:648.415 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:51:648.428 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692831648371 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:51:648.435 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:51:712.877 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:51:712.973 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692831712765 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:51:712.987 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:51:713.400 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:51:713.445 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692831713349 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 33037 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:51:713.454 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:51:713.655 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:51:713.708 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:51:713.748 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:51:713.762 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692831713738 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:51:713.769 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:51:713.778 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:51:713.786 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692831713745 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:51:713.803 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:51:713.851 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:51:713.878 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692831713843 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:51:713.898 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:51:713.907 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:51:713.923 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692831713886 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:51:713.930 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:51:714.391 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:51:714.406 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692831714353 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:51:714.412 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:51:714.421 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:51:714.439 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692831714396 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:51:714.452 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:51:714.412 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:51:760.579 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:51:760.634 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692831760482 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:51:760.644 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:51:761.154 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:51:761.195 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692831761121 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 36005 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:51:761.204 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:51:761.393 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:51:761.511 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:51:761.564 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:51:761.607 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692831761554 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:51:761.615 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:51:827.617 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:51:827.670 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692831827508 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:51:827.691 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:51:828.105 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:51:828.129 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692831828075 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 44343 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:51:828.139 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:51:828.341 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:51:828.433 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:51:828.536 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:51:828.557 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692831828487 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:51:828.564 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:51:828.571 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:51:828.579 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692831828534 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:51:828.584 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:51:828.628 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:51:828.659 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692831828621 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:51:828.686 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:51:828.702 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:51:828.717 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692831828697 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:51:828.725 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:51:828.732 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:51:828.745 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692831828713 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:51:828.751 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:51:829.342 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:51:829.360 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692831829260 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:51:829.366 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:51:829.378 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:51:829.380 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:51:829.407 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692831829345 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:51:829.472 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:51:880.556 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:51:880.603 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692831880446 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:51:880.611 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:51:880.836 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:51:880.880 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692831880807 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 41323 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:51:880.889 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:51:881.207 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:51:881.285 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:51:881.339 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:51:881.363 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692831881330 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:51:881.370 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:52:392.831 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:52:392.883 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692832392738 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:52:392.894 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:52:393.276 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:52:393.332 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692832393240 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 45971 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:52:393.345 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:52:393.578 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:52:393.648 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:52:393.692 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:52:393.708 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692832393683 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:52:393.715 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:52:790.562 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:52:791.730 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:52:792.015 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692832790461 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:52:792.042 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:52:792.063 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:52:792.076 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692832791352 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 33893 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:52:792.082 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:52:792.112 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:52:792.172 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:52:792.182 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692832792139 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:52:792.187 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:52:823.782 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:52:823.832 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692832823675 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:52:823.850 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:52:824.203 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:52:824.224 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692832824184 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 32909 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:52:824.232 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:52:824.518 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:52:824.580 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:52:824.655 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:52:824.667 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692832824621 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:52:824.674 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:54:628.381 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:54:628.435 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692834628274 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:54:628.445 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:54:628.844 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:54:628.866 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692834628827 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 43023 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:54:628.874 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:54:629.216 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:54:629.299 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:54:629.405 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:54:629.446 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692834629378 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:54:629.455 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:54:750.803 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:54:750.854 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692834750683 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:54:750.863 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:54:751.306 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:54:751.324 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692834751291 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 33073 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:54:751.331 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:54:751.615 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:54:751.689 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:54:751.753 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:54:751.771 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692834751741 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:54:751.779 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:55:644.580 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:55:644.639 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692835644511 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:55:644.651 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:55:645.148 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:55:645.190 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692835645123 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 34587 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:55:645.198 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:55:645.511 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:55:645.591 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:55:645.639 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:55:645.656 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692835645630 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:55:645.664 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:55:645.672 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:55:645.681 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692835645634 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:55:645.687 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:55:645.700 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:55:645.724 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692835645695 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:55:645.735 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:55:645.775 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:55:645.796 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692835645769 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:55:645.812 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:55:645.820 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:55:645.836 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692835645785 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:55:645.865 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:55:646.313 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:55:646.328 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692835646303 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:55:646.335 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:55:646.349 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:55:646.365 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692835646337 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:55:646.384 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:55:646.485 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:55:697.605 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:55:697.657 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692835697539 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:55:697.666 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:55:697.911 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:55:697.923 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692835697906 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 36005 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:55:697.929 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:55:698.198 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:55:698.278 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:55:698.334 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:55:698.347 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692835698326 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:55:698.353 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:56:173.853 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:56:173.911 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692836173816 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:56:173.922 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:56:174.467 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:56:174.507 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692836174439 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 44937 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:56:174.516 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:56:174.750 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:56:174.809 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:56:174.863 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:56:174.885 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692836174852 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:56:174.892 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:56:174.905 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:56:174.914 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692836174862 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:56:174.919 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:56:174.981 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:56:175.014 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692836174958 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:56:175.033 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:56:175.046 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:56:175.073 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692836175013 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:56:175.082 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:56:175.543 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:56:175.565 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692836175483 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:56:175.572 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:56:175.579 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:56:175.613 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692836175519 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:56:175.623 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:56:175.638 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:56:228.698 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:56:228.753 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692836228663 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:56:228.764 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:56:229.285 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:56:229.326 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692836229257 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 41483 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:56:229.335 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:56:229.718 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:56:229.799 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:56:229.847 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:56:229.865 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692836229831 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:56:229.872 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:56:670.568 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:56:670.624 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692836670449 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:56:670.635 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:56:671.110 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:56:671.127 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692836671097 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 35889 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:56:671.146 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:56:671.392 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:56:671.459 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:56:671.535 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:56:671.575 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692836671512 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:56:671.582 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:57:157.076 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:57:157.127 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692837156957 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:57:157.137 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:57:157.969 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:57:157.987 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692837157953 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 41543 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:57:157.995 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:57:158.367 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:57:158.486 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:57:158.577 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:57:158.593 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692837158521 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:57:158.613 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:58:388.001 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:58:388.050 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692838387869 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:58:388.060 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:58:388.663 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:58:388.682 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692838388623 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 42931 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:58:388.688 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:58:388.932 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:58:389.016 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:58:389.054 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:58:389.079 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692838389043 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:58:389.087 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:58:389.095 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:58:389.104 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692838389047 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:58:389.109 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:58:389.116 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:58:389.138 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692838389111 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:58:389.156 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:58:389.164 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:58:389.179 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692838389154 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:58:389.185 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:58:389.680 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:58:389.710 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:58:389.722 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692838389624 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:58:389.729 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:58:389.736 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:58:389.755 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692838389659 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:58:389.772 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:58:441.916 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:58:441.982 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692838441783 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:58:441.996 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:58:442.860 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:58:442.880 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692838442848 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 44583 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:58:442.887 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:58:443.167 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:58:443.285 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:58:443.342 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:58:443.361 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692838443323 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:58:443.368 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:58:507.710 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:58:507.764 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692838507674 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:58:507.774 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:58:508.311 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:58:508.358 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692838508280 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 33369 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:58:508.368 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:58:508.576 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:58:508.634 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:58:508.854 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:58:508.870 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692838508673 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:58:508.877 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:58:913.602 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:58:913.654 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692838913505 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:58:913.663 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:58:914.332 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:58:914.641 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:58:914.668 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:58:914.709 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692838914599 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 42217 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:58:914.719 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:58:914.729 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:58:914.741 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692838914682 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:58:914.749 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:58:914.758 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:58:914.772 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692838914687 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:58:914.780 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:58:914.789 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:58:914.819 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692838914760 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:58:914.832 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:58:914.875 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:58:914.905 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692838914865 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:58:914.922 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:58:915.028 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:58:915.053 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692838915020 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:13:58:915.062 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:58:916.409 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:58:916.430 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692838916335 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:58:916.437 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:58:916.444 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:58:916.461 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692838916374 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:13:58:916.475 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:13:58:916.913 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:13:58:967.131 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:58:967.343 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692838967096 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:58:967.355 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:58:967.364 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:58:967.376 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692838967286 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 41633 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:58:967.382 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:58:967.626 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:58:967.708 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:58:967.752 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:58:967.770 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692838967740 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:58:967.777 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:59:048.701 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:59:048.777 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692839048655 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:59:048.789 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:59:049.211 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:59:049.250 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692839049187 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 44199 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:59:049.259 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:59:049.583 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:59:049.645 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:59:049.703 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:59:049.719 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692839049684 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:59:049.727 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:59:424.584 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:59:424.640 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692839424448 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:59:424.651 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:59:425.141 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:59:425.181 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692839425115 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 36603 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:59:425.190 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:13:59:425.416 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:13:59:425.501 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:13:59:425.555 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:13:59:425.573 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692839425530 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:13:59:425.580 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:00:011.972 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:00:012.024 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692840011859 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:00:012.034 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:00:012.663 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:00:012.681 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692840012644 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 38567 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:00:012.688 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:00:012.991 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:00:013.099 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:00:013.147 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:00:013.198 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692840013126 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:00:013.211 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:01:531.754 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:01:531.819 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692841531653 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:01:531.829 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:01:533.281 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:01:533.293 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:01:533.340 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692841532161 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 40929 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:01:533.351 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:01:533.511 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:01:533.557 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:01:533.570 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692841533537 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:01:533.576 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:01:993.384 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:01:993.459 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692841993251 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:01:993.472 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:01:993.799 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:01:993.822 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692841993774 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 33063 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:01:993.829 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:01:994.226 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:01:994.669 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:01:994.738 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:01:994.771 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692841994700 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:01:994.779 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:02:288.913 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:02:288.975 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692842288813 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:02:288.985 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:02:289.292 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:02:289.316 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692842289279 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 36839 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:02:289.323 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:02:289.715 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:02:289.824 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:02:289.864 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:02:289.877 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692842289853 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:02:289.883 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:02:289.890 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:02:289.911 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692842289862 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:02:289.916 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:02:289.952 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:02:289.985 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692842289945 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:02:289.998 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:02:290.074 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:02:290.095 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692842290068 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:02:290.103 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:02:290.110 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:02:290.124 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692842290097 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:02:290.134 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:02:290.640 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:02:290.655 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692842290612 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:02:290.662 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:02:290.668 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:02:290.686 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692842290654 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:02:290.696 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:02:290.699 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:02:340.019 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:02:340.089 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692842339864 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:02:340.098 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:02:340.108 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:02:340.121 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692842340038 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 40465 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:02:340.127 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:02:340.376 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:02:340.427 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:02:340.485 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:02:340.522 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692842340477 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:02:340.528 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:03:189.957 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:03:190.034 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692843189837 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:03:190.048 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:03:190.418 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:03:190.444 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692843190389 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 38323 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:03:190.454 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:03:190.732 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:03:190.906 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:03:190.981 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:03:191.007 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692843190947 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:03:191.015 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:03:191.023 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:03:191.032 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692843190953 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:03:191.038 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:03:191.044 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:03:191.066 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692843191024 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:03:191.076 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:03:191.088 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:03:191.110 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692843191082 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:03:191.125 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:03:191.759 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:03:191.788 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692843191700 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:03:191.798 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:03:191.808 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:03:191.836 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692843191744 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:03:191.849 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:03:191.952 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:03:245.248 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:03:245.303 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692843245146 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:03:245.323 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:03:245.628 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:03:245.654 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692843245613 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 44577 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:03:245.661 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:03:245.925 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:03:246.158 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:03:246.222 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:03:246.242 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692843246191 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:03:246.250 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:03:258.612 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:03:258.675 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692843258577 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:03:258.688 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:03:258.807 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:03:258.826 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692843258799 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 44497 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:03:258.835 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:03:259.076 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:03:259.130 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:03:259.217 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:03:259.239 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692843259183 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:03:259.249 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:04:146.402 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:04:146.462 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692844146363 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:04:146.473 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:04:146.904 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:04:146.921 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692844146894 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 39333 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:04:146.928 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:04:147.243 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:04:147.398 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:04:147.452 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:04:147.491 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692844147431 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:04:147.505 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:05:059.407 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:05:059.467 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692845059303 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:05:059.489 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:05:060.129 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:05:060.162 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692845060116 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 40859 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:05:060.171 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:05:060.477 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:05:060.558 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:05:060.624 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:05:060.636 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692845060589 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:05:060.643 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:05:241.830 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:05:241.898 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692845241699 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:05:241.911 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:05:242.847 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:05:242.884 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692845242817 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 37781 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:05:242.895 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:05:243.182 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:05:243.254 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:05:243.365 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:05:243.384 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692845243305 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:05:243.394 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:05:243.404 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:05:243.417 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692845243312 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:05:243.425 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:05:244.238 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:05:244.305 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692845243478 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:05:244.321 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:05:244.333 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:05:244.357 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692845243533 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:05:244.372 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:05:244.383 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:05:244.397 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692845244185 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:05:244.406 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:05:244.416 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:05:244.438 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692845244224 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:05:244.449 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:05:244.483 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:05:291.642 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:05:291.701 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692845291604 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:05:291.711 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:05:292.020 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:05:292.052 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692845292010 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 41829 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:05:292.059 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:05:292.359 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:05:292.550 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:05:292.594 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:05:292.631 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692845292579 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:05:292.640 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:06:217.711 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:06:217.779 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692846217570 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:06:217.793 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:06:218.240 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:06:218.273 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692846218205 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 36455 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:06:218.284 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:06:218.524 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:06:218.598 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:06:218.658 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:06:218.687 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692846218637 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:06:218.695 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:06:279.002 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:06:279.052 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692846278878 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:06:279.062 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:06:279.528 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:06:279.554 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692846279506 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 40673 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:06:279.561 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:06:279.816 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:06:279.895 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:06:279.949 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:06:280.004 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692846279922 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:06:280.014 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:06:280.023 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:06:280.033 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692846279926 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:06:280.039 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:06:280.046 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:06:280.084 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692846279984 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:06:280.097 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:06:280.115 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:06:280.139 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692846280057 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:06:280.147 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:06:280.155 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:06:280.169 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692846280072 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:06:280.178 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:06:280.601 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:06:280.616 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692846280591 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:06:280.623 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:06:280.630 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:06:280.645 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692846280619 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:06:280.653 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:06:280.762 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:06:318.785 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:06:318.853 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692846318756 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:06:318.863 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:06:318.942 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:06:318.975 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692846318932 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 39741 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:06:319.012 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:06:319.298 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:06:319.433 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:06:319.505 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:06:319.527 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692846319470 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:06:319.537 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:06:333.042 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:06:333.097 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692846332885 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:06:333.107 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:06:333.116 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:06:333.129 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692846333063 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 45677 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:06:333.135 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:06:333.389 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:06:333.436 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:06:333.500 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:06:333.513 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692846333478 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:06:333.530 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:07:368.770 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:07:368.821 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692847368658 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:07:368.831 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:07:369.677 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:07:369.704 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692847369667 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 36485 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:07:369.711 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:07:370.051 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:07:370.149 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:07:370.189 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:07:370.205 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692847370180 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:07:370.212 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:07:666.631 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:07:666.701 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692847666485 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2:Compute:contrail-vrouter-agent:0 sm_queue_count = 0 sm_stats= [ ev_stats= [ [ [ event = scm::EvCollectorUpdate enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvIdleHoldTimerExpired enqueues = 29 dequeues = 29 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshSend enqueues = 8166 dequeues = 8166 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvStart enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnectFail enqueues = 30 dequeues = 30 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpDeleteSession enqueues = 30 dequeues = 30 enqueue_fails = 0 dequeue_fails = 0 ], [ event = enqueues = 8257 dequeues = 8257 enqueue_fails = 0 dequeue_fails = 0 ], ] ] state = Idle state_since = 1756692818713939 last_state = Idle last_event = scm::EvSandeshSend last_event_at = 1756692847370186 ] max_sm_queue_count = 7 ] 2025-09-01 Mon 02:14:07:666.727 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-09-01 Mon 02:14:07:666.735 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:07:666.879 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692847666604 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2:Compute:contrail-vrouter-agent:0 client_info= [ status = Idle successful_connections = 0 pid = 23614 http_port = 8085 start_time = 1756692067658197 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.131:8086, (*_iter40) = 10.0.0.249:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ComputeCpuStateTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 12 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1629 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 142 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1852 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVirtualNetworkAgentTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVrouterAgent [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 26 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrfObjectLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 2 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterControlStatsTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 25 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterStats [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 37 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionDelete [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 447 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 6292 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1797 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 4099, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 8166, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-09-01 Mon 02:14:07:666.897 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-09-01 Mon 02:14:07:672.377 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:07:672.453 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692847672247 [SYS_NOTICE]: UveVrouterAgent: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 xmpp_peer_list= [ [ [ ip = 10.20.0.129 status = 0 setup_time = 0 primary = 1 ], [ ip = 10.20.0.25 status = 0 setup_time = 0 primary = 0 ], ] ] dns_servers= [ [ (*_iter149) = 10.20.0.25, (*_iter149) = 10.20.0.193, ] ] ] 2025-09-01 Mon 02:14:07:672.570 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: UveVrouterAgent 2025-09-01 Mon 02:14:07:672.584 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:07:672.631 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692847672297 [SYS_NOTICE]: VrouterStats: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 cpu_info= [ num_cpu = 2 sys_mem_info= [ total = 2238743264 used = 32524 free = 0 buffers = 0 cached = 2303930040 node_type = ] meminfo= [ virt = 4294967295 peakvirt = 18275337 res = 0 ] cpuload= [ one_min_avg = 0.05 five_min_avg = 0.095 fifteen_min_avg = 0.11 ] cpu_share = 1.05 ] ] 2025-09-01 Mon 02:14:07:672.642 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: VrouterStats 2025-09-01 Mon 02:14:07:672.664 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:07:672.684 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692847672303 [SYS_NOTICE]: ComputeCpuStateTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 cpu_info= [ [ [ mem_virt = 4294967295 cpu_share = 1.05 used_sys_mem = 1991069780 one_min_cpuload = 0.05 mem_res = 0 ], ] ] ] 2025-09-01 Mon 02:14:07:672.694 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: ComputeCpuStateTrace 2025-09-01 Mon 02:14:07:672.703 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:07:672.844 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692847672334 [SYS_NOTICE]: VrouterStats: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 in_tpkts = 2284 in_bytes = 282362 out_tpkts = 2384 out_bytes = 133604 exception_packets = 75 exception_packets_allowed = 62 raw_vhost_stats= [ name = vhost0 in_pkts = 2284 in_bytes = 282362 out_pkts = 2384 out_bytes = 133604 speed = -1 duplexity = -1 ] raw_vhost_drop_stats= [ ds_discard = 0 ds_pull = 0 ds_invalid_if = 0 ds_invalid_arp = 0 ds_trap_no_if = 0 ds_nowhere_to_go = 0 ds_flow_queue_limit_exceeded = 0 ds_flow_no_memory = 0 ds_flow_invalid_protocol = 0 ds_flow_nat_no_rflow = 0 ds_flow_action_drop = 0 ds_flow_action_invalid = 0 ds_flow_unusable = 0 ds_flow_table_full = 0 ds_interface_tx_discard = 0 ds_interface_drop = 0 ds_duplicated = 0 ds_push = 0 ds_ttl_exceeded = 0 ds_invalid_nh = 1 ds_invalid_label = 0 ds_invalid_protocol = 0 ds_interface_rx_discard = 0 ds_invalid_mcast_source = 0 ds_head_alloc_fail = 0 ds_pcow_fail = 0 ds_mcast_clone_fail = 0 ds_rewrite_fail = 0 ds_misc = 0 ds_invalid_packet = 0 ds_cksum_err = 0 ds_no_fmd = 0 ds_invalid_vnid = 0 ds_frag_err = 0 ds_invalid_source = 0 ds_mcast_df_bit = 0 ds_l2_no_route = 0 ds_vlan_fwd_tx = 0 ds_vlan_fwd_enq = 0 ds_drop_new_flow = 0 ds_flow_evict = 0 ds_trap_original = 0 ds_no_memory = 0 ds_fragment_queue_fail = 0 ds_no_frag_entry = 0 ds_icmp_error = 0 ds_clone_fail = 0 ds_drop_pkts = 1 ] raw_drop_stats= [ ds_discard = 0 ds_pull = 0 ds_invalid_if = 0 ds_invalid_arp = 0 ds_trap_no_if = 0 ds_nowhere_to_go = 0 ds_flow_queue_limit_exceeded = 0 ds_flow_no_memory = 0 ds_flow_invalid_protocol = 0 ds_flow_nat_no_rflow = 0 ds_flow_action_drop = 0 ds_flow_action_invalid = 0 ds_flow_unusable = 0 ds_flow_table_full = 0 ds_interface_tx_discard = 0 ds_interface_drop = 0 ds_duplicated = 0 ds_push = 0 ds_ttl_exceeded = 0 ds_invalid_nh = 1 ds_invalid_label = 0 ds_invalid_protocol = 0 ds_interface_rx_discard = 0 ds_invalid_mcast_source = 0 ds_head_alloc_fail = 0 ds_pcow_fail = 0 ds_mcast_clone_fail = 0 ds_rewrite_fail = 0 ds_misc = 0 ds_invalid_packet = 0 ds_cksum_err = 0 ds_no_fmd = 0 ds_invalid_vnid = 0 ds_frag_err = 0 ds_invalid_source = 0 ds_mcast_df_bit = 0 ds_l2_no_route = 0 ds_vlan_fwd_tx = 0 ds_vlan_fwd_enq = 0 ds_drop_new_flow = 0 ds_flow_evict = 0 ds_trap_original = 0 ds_no_memory = 0 ds_fragment_queue_fail = 0 ds_no_frag_entry = 0 ds_icmp_error = 0 ds_clone_fail = 0 ds_drop_pkts = 1 ] flow_rate= [ added_flows = 0 max_flow_adds_per_second = 0 min_flow_adds_per_second = 0 deleted_flows = 0 max_flow_deletes_per_second = 0 min_flow_deletes_per_second = 0 active_flows = 0 hold_flows = 0 ] raw_phy_if_stats= [ [ _iter262->first = ens6 [ in_pkts = 2189 in_bytes = 125414 out_pkts = 2286 out_bytes = 282414 ], ] ] raw_phy_if_drop_stats= [ [ _iter263->first = ens6 [ ds_discard = 0 ds_pull = 0 ds_invalid_if = 0 ds_invalid_arp = 0 ds_trap_no_if = 0 ds_nowhere_to_go = 0 ds_flow_queue_limit_exceeded = 0 ds_flow_no_memory = 0 ds_flow_invalid_protocol = 0 ds_flow_nat_no_rflow = 0 ds_flow_action_drop = 0 ds_flow_action_invalid = 0 ds_flow_unusable = 0 ds_flow_table_full = 0 ds_interface_tx_discard = 0 ds_interface_drop = 0 ds_duplicated = 0 ds_push = 0 ds_ttl_exceeded = 0 ds_invalid_nh = 0 ds_invalid_label = 0 ds_invalid_protocol = 0 ds_interface_rx_discard = 0 ds_invalid_mcast_source = 0 ds_head_alloc_fail = 0 ds_pcow_fail = 0 ds_mcast_clone_fail = 0 ds_rewrite_fail = 0 ds_misc = 0 ds_invalid_packet = 0 ds_cksum_err = 0 ds_no_fmd = 0 ds_invalid_vnid = 0 ds_frag_err = 0 ds_invalid_source = 0 ds_mcast_df_bit = 0 ds_l2_no_route = 0 ds_vlan_fwd_tx = 0 ds_vlan_fwd_enq = 0 ds_drop_new_flow = 0 ds_flow_evict = 0 ds_trap_original = 0 ds_no_memory = 0 ds_fragment_queue_fail = 0 ds_no_frag_entry = 0 ds_icmp_error = 0 ds_clone_fail = 0 ds_drop_pkts = 0 ], ] ] ] 2025-09-01 Mon 02:14:07:672.862 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: VrouterStats 2025-09-01 Mon 02:14:07:672.870 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:07:672.894 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692847672361 [SYS_NOTICE]: VrouterControlStatsTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 raw_xmpp_stats= [ [ _iter306->first = 10.20.0.129 [ reconnects = 0 in_msgs = 0 out_msgs = 0 ], _iter306->first = 10.20.0.25 [ reconnects = 0 in_msgs = 0 out_msgs = 0 ], ] ] raw_ifmap_stats= [ [ _iter307->first = link_delete_parse_errors _iter307->second = 0, _iter307->first = link_update_parse_errors _iter307->second = 0, _iter307->first = node_delete_parse_errors _iter307->second = 0, _iter307->first = node_update_parse_errors _iter307->second = 0, ] ] raw_rt_table_size= [ [ _iter308->first = default-domain:default-project:ip-fabric:__default__ [ inet4_unicast = 7 inet4_multicast = 0 evpn = 0 bridge = 5 inet6_unicast = 2 ], _iter308->first = default-domain:default-project:ip-fabric:ip-fabric [ inet4_unicast = 2 inet4_multicast = 0 evpn = 1 bridge = 2 inet6_unicast = 0 ], ] ] ] 2025-09-01 Mon 02:14:07:672.900 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: VrouterControlStatsTrace 2025-09-01 Mon 02:14:08:443.699 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:08:443.749 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692848443599 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:08:443.759 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:08:444.538 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:08:444.558 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692848444473 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 40031 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:08:444.566 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:08:444.868 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:08:445.122 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:08:445.178 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:08:445.204 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692848445155 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:08:445.212 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:08:714.038 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvIdleHoldTimerExpired in state Idle 2025-09-01 Mon 02:14:08:714.337 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Connect : Start Connect timer 10.0.0.38:8086 2025-09-01 Mon 02:14:08:714.449 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Connect 2025-09-01 Mon 02:14:08:714.491 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692848714138 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:08:714.503 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:08:714.511 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Connect 2025-09-01 Mon 02:14:08:714.632 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692848714436 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2:Compute:contrail-vrouter-agent:0 client_info= [ status = Connect successful_connections = 0 pid = 23614 http_port = 8085 start_time = 1756692067658197 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.131:8086, (*_iter40) = 10.0.0.249:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ComputeCpuStateTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 13 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1629 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 144 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1853 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVirtualNetworkAgentTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVrouterAgent [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 27 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrfObjectLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 2 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterControlStatsTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 26 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterStats [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 39 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionDelete [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 447 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 6295 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1798 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 4101, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 8176, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-09-01 Mon 02:14:08:714.662 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2025-09-01 Mon 02:14:08:714.769 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: -(-1) OnSessionEvent TCP Connect Failed 2025-09-01 Mon 02:14:08:714.803 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: -(-1):EvTcpConnectFail 2025-09-01 Mon 02:14:08:714.845 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvTcpConnectFail in state Connect 2025-09-01 Mon 02:14:08:714.855 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Connect : EvTcpConnectFail 2025-09-01 Mon 02:14:08:715.241 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session -(-1) > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:08:715.281 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Idle 2025-09-01 Mon 02:14:08:715.331 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:08:715.503 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692848714925 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2:Compute:contrail-vrouter-agent:0 client_info= [ status = Connect successful_connections = 0 pid = 23614 http_port = 8085 start_time = 1756692067658197 collector_name = collector_ip = 10.0.0.131:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.131:8086, (*_iter40) = 10.0.0.249:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ComputeCpuStateTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 13 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1630 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 145 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1853 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVirtualNetworkAgentTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVrouterAgent [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 27 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrfObjectLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 2 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterControlStatsTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 26 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterStats [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 39 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionDelete [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 447 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 6295 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1798 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 4101, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 8178, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-09-01 Mon 02:14:08:715.530 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-09-01 Mon 02:14:08:715.540 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:08:715.559 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692848714956 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:08:715.570 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:08:715.577 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvTcpDeleteSession in state Idle 2025-09-01 Mon 02:14:08:715.610 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:08:715.754 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692848715320 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2:Compute:contrail-vrouter-agent:0 client_info= [ status = Idle successful_connections = 0 pid = 23614 http_port = 8085 start_time = 1756692067658197 collector_name = collector_ip = 10.0.0.131:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.131:8086, (*_iter40) = 10.0.0.249:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ComputeCpuStateTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 13 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1630 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 145 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1854 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVirtualNetworkAgentTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVrouterAgent [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 27 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrfObjectLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 2 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterControlStatsTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 26 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterStats [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 39 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionDelete [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 447 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 6295 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1798 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 4102, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 8178, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-09-01 Mon 02:14:08:715.769 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-09-01 Mon 02:14:09:164.817 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:09:165.569 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:09:166.874 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692849164702 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:09:166.944 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:09:166.955 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:09:166.985 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692849165224 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 39771 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:09:166.991 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:09:167.050 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:09:167.099 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:09:167.111 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692849167091 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:09:167.118 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:09:167.124 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:09:167.132 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692849167098 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:09:167.138 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:09:167.154 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:09:167.186 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692849167149 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:09:167.199 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:09:167.238 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:09:167.261 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692849167233 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:09:167.269 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:09:167.276 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:09:167.290 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692849167262 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:09:167.295 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:09:167.870 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:09:167.894 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692849167808 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:09:167.902 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:09:167.909 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:09:167.938 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692849167845 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:09:167.954 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:09:168.011 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:09:188.347 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:09:188.410 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692849188320 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:09:188.421 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:09:188.477 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:09:188.514 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692849188469 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 46007 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:09:188.523 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:09:188.782 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:09:188.823 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:09:188.870 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:09:188.895 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692849188863 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:09:188.912 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:09:217.153 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:09:217.220 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692849217121 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:09:217.234 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:09:217.727 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:09:217.762 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692849217704 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 43007 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:09:217.770 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:09:218.040 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:09:218.159 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:09:218.197 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:09:218.219 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692849218188 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:09:218.229 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:10:127.427 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:10:127.478 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692850127314 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:10:127.489 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:10:127.904 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:10:127.921 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692850127878 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 45941 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:10:127.940 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:10:128.271 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:10:128.363 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:10:128.426 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:10:128.466 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692850128416 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:10:128.472 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:10:502.869 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:10:502.921 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692850502768 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:10:502.931 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:10:503.296 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:10:503.316 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692850503278 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 33265 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:10:503.329 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:10:503.677 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:10:503.748 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:10:503.819 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:10:503.831 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692850503776 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:10:503.849 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:10:503.856 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:10:503.864 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692850503784 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:10:503.870 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:10:503.876 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:10:503.898 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692850503850 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:10:503.908 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:10:503.932 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:10:503.951 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692850503922 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:10:503.958 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:10:504.632 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:10:504.652 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692850504601 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:10:504.658 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:10:504.674 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:10:504.691 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:10:504.694 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692850504668 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:10:504.757 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:10:557.848 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:10:557.920 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692850557808 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:10:557.935 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:10:558.486 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:10:558.516 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692850558475 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 43399 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:10:558.525 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:10:558.831 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:10:558.926 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:10:559.001 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:10:559.022 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692850558984 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:10:559.031 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:11:603.294 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:11:603.360 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692851603156 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:11:603.371 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:11:603.379 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:11:603.391 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692851603311 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 45573 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:11:603.397 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:11:603.592 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:11:603.638 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:11:603.696 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:11:603.717 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692851603688 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:11:603.724 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:12:036.601 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:12:036.660 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692852036512 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:12:036.671 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:12:037.171 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:12:037.208 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692852037155 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 36267 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:12:037.219 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:12:037.545 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:12:037.627 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:12:037.679 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:12:037.699 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692852037658 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:12:037.710 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:12:729.368 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:12:729.424 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692852729268 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:12:729.435 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:12:730.143 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:12:730.160 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692852730133 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 40265 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:12:730.167 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:12:731.554 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:12:731.637 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:12:732.331 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:12:732.353 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692852731667 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:12:732.361 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:12:732.368 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:12:732.376 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692852731674 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:12:732.382 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:12:732.388 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:12:732.425 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692852731757 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:12:732.436 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:12:732.448 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:12:732.463 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692852731799 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:12:732.475 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:12:732.482 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:12:732.544 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:12:732.901 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692852732293 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:12:732.918 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:12:732.928 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:12:732.948 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692852732320 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:12:732.957 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:12:778.691 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:12:778.751 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692852778642 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:12:778.774 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:12:779.100 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:12:779.125 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692852779091 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 44125 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:12:779.131 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:12:779.376 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:12:779.443 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:12:779.485 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:12:779.501 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692852779473 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:12:779.508 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:13:005.033 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:13:005.092 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692853004994 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:13:005.106 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:13:005.175 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:13:005.191 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692853005166 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 44831 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:13:005.198 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:13:005.577 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:13:005.654 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:13:005.715 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:13:005.738 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692853005703 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:13:005.746 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:13:005.754 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:13:005.763 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692853005710 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:13:005.768 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:13:005.786 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:13:005.809 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692853005781 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:13:005.819 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:13:005.862 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:13:005.878 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692853005857 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:13:005.894 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:13:005.902 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:13:005.916 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692853005872 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:13:005.922 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:13:006.422 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:13:006.444 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692853006371 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:13:006.452 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:13:006.459 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:13:006.477 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692853006440 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:13:006.495 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:13:006.478 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:13:059.665 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:13:059.727 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692853059636 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:13:059.736 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:13:059.814 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:13:059.838 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692853059806 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 41307 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:13:059.844 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:13:060.115 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:13:060.189 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:13:060.241 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:13:060.260 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692853060223 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:13:060.268 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:13:601.923 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:13:601.989 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692853601826 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:13:602.003 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:13:602.677 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:13:602.705 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692853602665 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 41895 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:13:602.712 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:13:603.086 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:13:603.325 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:13:603.382 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:13:603.405 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692853603355 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:13:603.413 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:13:742.667 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:13:742.732 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692853742561 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:13:742.746 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:13:743.191 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:13:743.218 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692853743175 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 44275 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:13:743.225 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:13:743.487 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:13:743.549 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:13:743.612 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:13:743.633 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692853743592 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:13:743.645 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:13:960.473 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:13:960.539 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692853960355 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:13:960.550 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:13:961.053 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:13:961.082 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692853961019 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 44759 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:13:961.090 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:13:961.290 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:13:961.357 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:13:961.421 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:13:961.452 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692853961412 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:13:961.458 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:15:615.893 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:15:615.954 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692855615732 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:15:615.978 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:15:616.722 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:15:616.760 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692855616706 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 40551 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:15:616.769 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:15:617.005 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:15:617.057 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:15:617.147 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:15:617.168 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692855617108 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:15:617.175 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:15:709.894 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:15:709.949 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692855709769 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:15:709.970 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:15:710.503 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:15:710.537 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692855710480 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 40807 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:15:710.549 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:15:710.864 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:15:710.987 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:15:711.107 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:15:711.125 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692855711033 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:15:711.134 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:15:711.143 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:15:711.155 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692855711041 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:15:711.163 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:15:712.133 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:15:712.176 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692855711216 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:15:712.191 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:15:712.203 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:15:712.226 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692855711339 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:15:712.244 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:15:712.255 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:15:712.277 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692855711361 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:15:712.285 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:15:712.295 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:15:712.308 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692855712052 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:15:712.317 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:15:712.326 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:15:712.348 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692855712105 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:15:712.362 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:15:712.401 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:15:759.606 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:15:759.672 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692855759502 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:15:759.686 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:15:760.459 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:15:760.547 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692855760439 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 43905 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:15:760.560 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:15:760.844 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:15:761.004 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:15:761.074 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:15:761.092 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692855761045 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:15:761.101 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:15:797.651 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:15:797.703 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692855797542 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:15:797.713 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:15:798.611 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:15:798.640 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692855798593 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 34719 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:15:798.647 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:15:798.943 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:15:799.011 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:15:799.060 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:15:799.080 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692855799041 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:15:799.092 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:16:733.280 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:16:733.335 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692856733182 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:16:733.346 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:16:734.124 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:16:734.159 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692856734093 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 46277 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:16:734.169 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:16:734.457 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:16:734.516 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:16:734.596 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:16:734.609 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692856734558 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:16:734.615 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:17:887.590 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:17:887.658 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692857887467 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:17:887.672 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:17:888.464 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:17:888.518 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692857888447 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 46839 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:17:888.528 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:17:888.788 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:17:888.877 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:17:888.918 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:17:888.945 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692857888905 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:17:888.952 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:17:888.971 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:17:888.981 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692857888910 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:17:888.987 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:17:889.004 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:17:889.027 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692857888990 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:17:889.038 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:17:889.050 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:17:889.065 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692857889044 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:17:889.071 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:17:889.557 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:17:889.578 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692857889506 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:17:889.585 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:17:889.592 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:17:889.611 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692857889539 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:17:889.633 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:17:889.651 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:17:939.849 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:17:939.919 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692857939707 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:17:939.934 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:17:940.664 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:17:940.708 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692857940644 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 36611 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:17:940.721 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:17:940.951 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:17:941.019 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:17:941.102 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:17:941.121 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692857941070 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:17:941.140 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:18:768.760 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:18:768.821 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692858768656 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:18:768.832 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:18:769.559 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:18:769.580 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692858769547 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 42473 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:18:769.587 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:18:769.973 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:18:770.211 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:18:770.262 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:18:770.284 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692858770246 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:18:770.295 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:18:877.312 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:18:877.364 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692858877206 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:18:877.374 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:18:877.818 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:18:877.846 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692858877791 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 45287 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:18:877.870 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:18:878.081 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:18:878.180 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:18:878.231 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:18:878.249 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692858878218 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:18:878.256 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:19:543.270 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:19:543.322 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692859543174 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:19:543.340 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:19:543.689 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:19:543.713 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692859543676 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 43263 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:19:543.720 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:19:544.000 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:19:544.080 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:19:544.153 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:19:544.168 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692859544143 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:19:544.357 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:19:544.366 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:19:544.376 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692859544153 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:19:544.382 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:19:544.388 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:19:544.410 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692859544213 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:19:544.420 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:19:545.296 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:19:545.338 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692859544472 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:19:545.357 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:19:545.365 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:19:545.380 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692859544565 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:19:545.386 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:19:545.393 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:19:545.403 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692859545207 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:19:545.409 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:19:545.415 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:19:545.428 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692859545245 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:19:545.435 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:19:545.450 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:19:591.591 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:19:591.650 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692859591410 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:19:591.660 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:19:592.099 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:19:592.123 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692859592081 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 44483 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:19:592.130 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:19:592.426 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:19:592.502 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:19:592.567 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:19:592.586 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692859592558 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:19:592.592 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:19:685.288 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:19:685.347 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692859685254 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:19:685.358 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:19:685.808 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:19:685.848 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692859685776 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 41691 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:19:685.869 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:19:686.048 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:19:686.099 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:19:686.168 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:19:686.183 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692859686137 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:19:686.190 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:19:686.207 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:19:686.216 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692859686156 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:19:686.221 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:19:686.227 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:19:686.250 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692859686214 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:19:686.259 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:19:686.267 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:19:686.286 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692859686259 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:19:686.292 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:19:686.853 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:19:686.882 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:19:686.894 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692859686804 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:19:686.900 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:19:686.907 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:19:686.926 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692859686832 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:19:686.938 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:19:740.031 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:19:740.104 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692859740005 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:19:740.115 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:19:740.416 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:19:740.430 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692859740410 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 32839 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:19:740.436 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:19:740.772 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:19:740.921 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:19:740.978 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:19:741.017 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692859740950 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:19:741.026 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:20:627.746 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:20:627.807 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692860627642 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:20:627.823 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:20:628.209 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:20:628.254 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692860628168 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 33071 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:20:628.263 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:20:628.448 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:20:628.577 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:20:628.618 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:20:628.632 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692860628604 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:20:628.639 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:20:785.179 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:20:785.228 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692860785068 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:20:785.236 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:20:785.533 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:20:785.550 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692860785521 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 40727 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:20:785.557 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:20:785.817 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:20:785.937 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:20:786.015 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:20:786.068 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692860785983 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:20:786.082 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:20:894.463 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:20:894.526 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692860894343 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:20:894.535 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:20:894.932 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:20:894.948 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692860894912 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 45083 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:20:894.955 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:20:895.323 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:20:895.384 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:20:895.445 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:20:895.488 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692860895409 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:20:895.497 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:22:521.592 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.192:8085::10.20.0.193:38988 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 255 2025-09-01 Mon 02:14:22:530.527 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.192:8085::10.20.0.193:39004 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 255 2025-09-01 Mon 02:14:22:730.432 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:22:730.480 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692862730333 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:22:730.490 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:22:730.772 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:22:730.800 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692862730759 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 42995 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:22:730.808 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:22:731.047 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:22:731.138 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:22:731.185 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:22:731.209 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692862731170 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:22:731.217 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:22:731.225 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:22:731.234 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692862731175 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:22:731.240 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:22:731.251 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:22:731.272 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692862731244 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:22:731.283 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:22:731.332 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:22:731.348 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692862731326 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:22:731.356 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:22:731.363 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:22:731.377 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692862731343 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:22:731.387 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:22:731.871 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:22:731.894 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692862731804 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:22:731.901 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:22:731.908 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:22:731.928 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692862731843 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:22:731.944 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:22:731.986 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:22:734.747 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:22:734.777 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692862734676 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:22:734.785 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:22:734.792 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:22:734.802 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692862734779 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 42495 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:22:734.809 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:22:735.144 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:22:735.198 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:22:735.237 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:22:735.260 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692862735225 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:22:735.274 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:22:748.268 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:22:748.326 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692862748143 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:22:748.337 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:22:748.345 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:22:748.357 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692862748284 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 46773 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:22:748.363 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:22:748.545 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:22:748.591 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:22:748.637 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:22:748.665 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692862748630 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:22:748.671 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:22:781.104 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:22:781.160 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692862781073 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:22:781.170 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:22:781.606 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:22:781.650 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692862781583 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 36727 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:22:781.670 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:22:781.889 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:22:781.930 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:22:781.986 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:22:782.010 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692862781975 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:22:782.018 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:23:763.177 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:23:763.227 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692863763081 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:23:763.238 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:23:763.921 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:23:763.946 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692863763912 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 33321 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:23:763.953 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:23:764.299 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:23:764.333 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:23:764.398 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:23:764.410 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692863764358 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:23:764.427 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:24:711.637 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:24:711.689 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692864711535 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:24:711.698 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:24:712.430 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:24:712.457 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692864712418 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 32873 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:24:712.464 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:24:712.819 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:24:712.884 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:24:712.978 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:24:712.991 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692864712915 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:24:712.998 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:24:713.005 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:24:713.013 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692864712927 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:24:713.018 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:24:713.721 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:24:713.764 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:24:713.788 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692864713056 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:24:713.799 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:24:713.807 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:24:713.821 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692864713097 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:24:713.827 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:24:713.833 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:24:713.842 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692864713637 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:24:713.848 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:24:713.854 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:24:713.871 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692864713683 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:24:713.879 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:24:763.942 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:24:764.007 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692864763839 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:24:764.017 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:24:764.650 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:24:764.678 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692864764625 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 37387 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:24:764.686 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:24:764.913 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:24:765.029 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:24:765.086 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:24:765.124 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692864765075 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:24:765.132 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:25:818.318 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:25:819.503 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:25:819.904 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692865818220 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:25:819.915 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:25:819.925 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:25:819.937 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692865819144 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 42955 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:25:819.943 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:25:819.979 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:25:820.034 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:25:820.048 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692865820006 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:25:820.055 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:25:834.519 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:25:834.576 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692865834481 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:25:834.587 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:25:835.166 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:25:835.209 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692865835095 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 43791 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:25:835.221 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:25:835.450 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:25:835.515 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:25:835.576 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:25:835.618 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692865835561 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:25:835.627 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:26:744.840 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:26:744.891 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692866744739 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:26:744.903 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:26:745.615 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:26:745.634 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692866745604 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 45877 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:26:745.641 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:26:746.013 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:26:746.126 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:26:746.170 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:26:746.196 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692866746151 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:26:746.203 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:26:746.225 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:26:746.234 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692866746162 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:26:746.239 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:26:746.245 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:26:746.268 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692866746229 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:26:746.278 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:26:746.326 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:26:746.340 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692866746286 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:26:746.346 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:26:746.858 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:26:746.879 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692866746792 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:26:746.893 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:26:746.900 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:26:746.919 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692866746849 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:26:746.928 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:26:746.948 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:26:798.196 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:26:798.254 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692866798068 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:26:798.265 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:26:798.778 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:26:798.806 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692866798767 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 45327 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:26:798.813 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:26:799.231 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:26:799.466 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:26:799.524 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:26:799.546 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692866799511 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:26:799.556 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:26:875.460 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:26:875.512 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692866875356 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:26:875.522 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:26:875.933 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:26:875.957 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692866875920 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 44165 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:26:875.975 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:26:876.294 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:26:876.358 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:26:876.424 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:26:876.437 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692866876414 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:26:876.598 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:26:876.606 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:26:876.616 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692866876424 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:26:876.634 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:26:876.640 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:26:876.662 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692866876481 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:26:876.672 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:26:877.268 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:26:877.299 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692866876721 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:26:877.311 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:26:877.319 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:26:877.333 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692866876738 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:26:877.346 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:26:877.353 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:26:877.362 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692866877211 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:26:877.368 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:26:877.374 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:26:877.387 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692866877241 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:26:877.395 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:26:877.428 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:26:926.635 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:26:926.685 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692866926530 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:26:926.707 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:26:927.073 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:26:927.092 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692866927055 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 35609 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:26:927.107 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:26:927.404 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:26:927.482 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:26:927.545 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:26:927.556 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692866927511 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:26:927.563 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:27:638.217 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:27:638.269 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692867638115 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:27:638.279 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:27:638.579 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:27:638.603 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692867638564 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 45587 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:27:638.620 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:27:638.858 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:27:638.933 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:27:638.999 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:27:639.042 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692867638969 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:27:639.052 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:27:780.730 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:27:780.783 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692867780624 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:27:780.792 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:27:781.237 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:27:781.264 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692867781221 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 43163 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:27:781.271 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:27:781.602 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:27:781.664 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:27:781.738 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:27:781.753 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692867781698 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:27:781.760 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:27:935.708 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:27:935.759 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692867935608 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:27:935.780 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:27:936.145 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:27:936.163 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692867936128 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 42125 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:27:936.178 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:27:936.514 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:27:936.601 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:27:936.653 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:27:936.678 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692867936629 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:27:936.688 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:29:581.943 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:29:582.008 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692869581843 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:29:582.019 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:29:582.740 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:29:582.756 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692869582730 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 34615 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:29:582.763 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:29:583.166 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:29:583.277 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:29:583.324 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:29:583.341 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692869583312 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:29:583.347 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:29:790.827 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:29:790.898 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692869790797 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:29:790.911 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:29:791.213 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:29:791.235 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692869791203 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 34599 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:29:791.244 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:29:791.518 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:29:791.628 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:29:791.679 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:29:791.719 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692869791662 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:29:791.728 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:29:939.736 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:29:939.797 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692869939702 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:29:939.831 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:29:940.273 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:29:940.292 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692869940261 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 41669 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:29:940.299 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:29:940.565 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:29:940.652 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:29:940.717 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:29:940.863 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692869940707 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:29:940.873 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:29:940.881 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:29:940.894 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692869940714 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:29:940.902 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:29:940.911 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:29:940.940 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692869940770 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:29:940.974 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:29:941.047 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:29:941.079 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692869941036 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:29:941.091 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:29:941.100 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:29:941.115 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692869941054 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:29:941.121 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:29:941.566 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:29:941.578 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692869941559 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:29:941.592 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:29:941.600 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:29:941.617 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692869941588 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:29:941.625 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:29:941.632 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:29:987.791 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:29:987.851 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692869987757 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:29:987.861 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:29:987.909 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:29:987.924 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692869987902 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 41021 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:29:987.931 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:29:988.206 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:29:988.273 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:29:988.334 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:29:988.347 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692869988326 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:29:988.353 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:30:897.478 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:30:898.363 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:30:899.107 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692870897444 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:30:899.167 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:30:899.179 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:30:899.193 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692870898027 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 39395 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:30:899.199 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:30:899.219 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:30:899.265 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:30:899.278 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692870899256 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:30:899.285 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:31:635.163 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:31:635.215 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692871635065 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:31:635.236 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:31:635.516 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:31:635.540 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692871635502 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 34377 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:31:635.547 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:31:636.761 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:31:636.863 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:31:636.991 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:31:637.012 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692871636900 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:31:637.020 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:31:637.028 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:31:637.037 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692871636906 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:31:637.042 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:31:637.048 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:31:637.069 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692871636983 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:31:637.089 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:31:637.097 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:31:637.111 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692871637023 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:31:637.117 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:31:637.500 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:31:637.520 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692871637461 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:31:637.527 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:31:637.533 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:31:637.552 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692871637490 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:31:637.568 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:31:637.592 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:31:682.743 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:31:682.798 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692871682707 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:31:682.809 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:31:683.097 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:31:683.113 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692871683090 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 39311 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:31:683.120 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:31:683.458 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:31:683.562 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:31:683.610 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:31:683.652 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692871683594 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:31:683.660 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:32:619.836 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:32:619.887 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692872619732 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:32:619.898 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:32:620.663 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:32:620.709 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692872620645 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 33447 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:32:620.719 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:32:620.975 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:32:621.152 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:32:621.200 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:32:621.218 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692872621190 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:32:621.226 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:32:699.501 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:32:699.565 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692872699386 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:32:699.580 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:32:700.023 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:32:700.050 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692872699995 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 43955 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:32:700.058 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:32:700.332 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:32:700.392 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:32:700.440 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:32:700.471 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692872700420 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:32:700.482 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:33:327.551 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:33:327.602 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692873327453 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:33:327.612 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:33:328.322 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:33:328.348 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692873328312 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 38303 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:33:328.355 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:33:328.773 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:33:328.863 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:33:328.909 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:33:328.935 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692873328895 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:33:328.943 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:33:328.950 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:33:328.966 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692873328900 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:33:328.975 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:33:328.998 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:33:329.036 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692873328990 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:33:329.046 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:33:329.054 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:33:329.068 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692873329039 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:33:329.074 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:33:329.537 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:33:329.551 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:33:329.551 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692873329496 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:33:329.772 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:33:329.792 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:33:329.823 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692873329536 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:33:329.836 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:33:380.680 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:33:380.735 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692873380645 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:33:380.746 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:33:381.088 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:33:381.135 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692873381072 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 46503 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:33:381.144 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:33:381.437 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:33:381.504 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:33:381.545 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:33:381.563 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692873381535 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:33:381.581 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:34:039.791 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:34:039.851 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692874039757 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:34:039.861 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:34:040.272 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:34:040.316 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692874040103 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 45853 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:34:040.328 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:34:040.432 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:34:040.482 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:34:040.543 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:34:040.564 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692874040533 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:34:040.571 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:34:040.578 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:34:040.587 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692874040541 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:34:040.592 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:34:040.652 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:34:040.686 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692874040634 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:34:040.708 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:34:041.004 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:34:041.026 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692874040996 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:34:041.035 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:34:041.042 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:34:041.056 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692874041013 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:34:041.067 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:34:041.574 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:34:041.588 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:34:041.595 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692874041520 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:34:041.747 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:34:041.755 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:34:041.775 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692874041560 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:34:041.784 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:34:090.757 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:34:090.817 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692874090705 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:34:090.829 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:34:090.913 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:34:090.936 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692874090904 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 43007 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:34:090.968 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:34:091.203 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:34:091.276 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:34:091.332 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:34:091.354 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692874091310 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:34:091.364 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:34:407.731 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:34:407.788 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692874407691 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:34:407.798 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:34:408.154 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:34:408.170 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692874408145 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 38737 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:34:408.177 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:34:408.552 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:34:408.673 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:34:408.725 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:34:408.765 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692874408707 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:34:408.785 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:34:439.312 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:34:439.368 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692874439275 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:34:439.379 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:34:439.673 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:34:439.684 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692874439667 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 38411 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:34:439.691 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:34:440.074 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:34:440.216 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:34:440.277 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:34:440.314 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692874440254 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:34:440.323 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:35:072.585 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:35:072.642 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692875072461 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:35:072.652 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:35:073.167 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:35:073.185 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692875073126 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 36605 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:35:073.207 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:35:073.398 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:35:073.462 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:35:073.506 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:35:073.545 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692875073496 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:35:073.555 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:36:408.683 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:36:409.891 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:36:410.076 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692876408584 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:36:410.121 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:36:410.131 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:36:410.145 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692876409452 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 45127 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:36:410.151 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:36:410.181 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:36:410.394 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:36:410.414 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692876410207 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:36:410.432 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:36:410.440 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:36:410.448 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692876410212 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:36:410.454 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:36:410.461 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:36:410.497 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692876410293 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:36:410.507 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:36:410.515 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:36:410.530 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692876410369 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:36:410.537 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:36:410.547 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:36:410.560 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692876410385 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:36:410.566 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:36:411.255 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:36:411.279 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692876411199 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:36:411.287 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:36:411.294 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:36:411.312 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692876411235 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:36:411.321 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:36:411.341 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:36:424.922 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:36:424.968 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692876424823 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:36:424.978 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:36:424.987 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:36:424.999 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692876424946 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 39489 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:36:425.005 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:36:425.231 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:36:425.274 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:36:425.319 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:36:425.343 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692876425310 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:36:425.351 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:36:460.420 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:36:460.475 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692876460386 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:36:460.486 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:36:460.799 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:36:460.825 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692876460791 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 41917 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:36:460.832 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:36:461.146 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:36:461.216 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:36:461.256 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:36:461.278 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692876461242 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:36:461.285 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:37:017.719 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:37:017.771 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692877017617 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:37:017.781 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:37:018.531 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:37:018.558 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692877018517 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 43751 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:37:018.565 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:37:018.916 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:37:019.021 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:37:019.060 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:37:019.076 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692877019051 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:37:019.083 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:37:487.467 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:37:487.520 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692877487352 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:37:487.530 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:37:488.357 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:37:488.390 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692877488342 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 33883 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:37:488.398 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:37:488.760 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:37:488.831 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:37:488.919 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:37:488.939 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692877488871 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:37:488.949 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:37:666.917 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:37:667.000 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692877666763 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2:Compute:contrail-vrouter-agent:0 sm_queue_count = 0 sm_stats= [ ev_stats= [ [ [ event = scm::EvCollectorUpdate enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvIdleHoldTimerExpired enqueues = 30 dequeues = 30 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshSend enqueues = 8479 dequeues = 8479 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvStart enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnectFail enqueues = 31 dequeues = 31 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpDeleteSession enqueues = 31 dequeues = 31 enqueue_fails = 0 dequeue_fails = 0 ], [ event = enqueues = 8573 dequeues = 8573 enqueue_fails = 0 dequeue_fails = 0 ], ] ] state = Idle state_since = 1756692848715280 last_state = Idle last_event = scm::EvSandeshSend last_event_at = 1756692877488916 ] max_sm_queue_count = 7 ] 2025-09-01 Mon 02:14:37:667.023 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-09-01 Mon 02:14:37:667.031 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:37:667.169 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692877666890 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2:Compute:contrail-vrouter-agent:0 client_info= [ status = Idle successful_connections = 0 pid = 23614 http_port = 8085 start_time = 1756692067658197 collector_name = collector_ip = 10.0.0.131:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.131:8086, (*_iter40) = 10.0.0.249:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ComputeCpuStateTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 13 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1691 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 147 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1924 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVirtualNetworkAgentTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVrouterAgent [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 27 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrfObjectLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 2 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterControlStatsTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 26 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterStats [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 39 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionDelete [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 464 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 6533 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1866 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 4257, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 8479, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-09-01 Mon 02:14:37:667.185 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-09-01 Mon 02:14:37:672.582 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:37:672.634 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692877672467 [SYS_NOTICE]: UveVrouterAgent: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 xmpp_peer_list= [ [ [ ip = 10.20.0.25 status = 0 setup_time = 0 primary = 1 ], [ ip = 10.20.0.129 status = 0 setup_time = 0 primary = 0 ], ] ] dns_servers= [ [ (*_iter149) = 10.20.0.129, (*_iter149) = 10.20.0.25, ] ] ] 2025-09-01 Mon 02:14:37:672.644 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: UveVrouterAgent 2025-09-01 Mon 02:14:37:672.653 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:37:672.760 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692877672526 [SYS_NOTICE]: VrouterStats: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 in_tpkts = 2372 in_bytes = 298935 out_tpkts = 2477 out_bytes = 139176 raw_vhost_stats= [ name = vhost0 in_pkts = 2372 in_bytes = 298935 out_pkts = 2477 out_bytes = 139176 speed = -1 duplexity = -1 ] raw_vhost_drop_stats= [ ds_discard = 0 ds_pull = 0 ds_invalid_if = 0 ds_invalid_arp = 0 ds_trap_no_if = 0 ds_nowhere_to_go = 0 ds_flow_queue_limit_exceeded = 0 ds_flow_no_memory = 0 ds_flow_invalid_protocol = 0 ds_flow_nat_no_rflow = 0 ds_flow_action_drop = 0 ds_flow_action_invalid = 0 ds_flow_unusable = 0 ds_flow_table_full = 0 ds_interface_tx_discard = 0 ds_interface_drop = 0 ds_duplicated = 0 ds_push = 0 ds_ttl_exceeded = 0 ds_invalid_nh = 1 ds_invalid_label = 0 ds_invalid_protocol = 0 ds_interface_rx_discard = 0 ds_invalid_mcast_source = 0 ds_head_alloc_fail = 0 ds_pcow_fail = 0 ds_mcast_clone_fail = 0 ds_rewrite_fail = 0 ds_misc = 0 ds_invalid_packet = 0 ds_cksum_err = 0 ds_no_fmd = 0 ds_invalid_vnid = 0 ds_frag_err = 0 ds_invalid_source = 0 ds_mcast_df_bit = 0 ds_l2_no_route = 0 ds_vlan_fwd_tx = 0 ds_vlan_fwd_enq = 0 ds_drop_new_flow = 0 ds_flow_evict = 0 ds_trap_original = 0 ds_no_memory = 0 ds_fragment_queue_fail = 0 ds_no_frag_entry = 0 ds_icmp_error = 0 ds_clone_fail = 0 ds_drop_pkts = 1 ] raw_drop_stats= [ ds_discard = 0 ds_pull = 0 ds_invalid_if = 0 ds_invalid_arp = 0 ds_trap_no_if = 0 ds_nowhere_to_go = 0 ds_flow_queue_limit_exceeded = 0 ds_flow_no_memory = 0 ds_flow_invalid_protocol = 0 ds_flow_nat_no_rflow = 0 ds_flow_action_drop = 0 ds_flow_action_invalid = 0 ds_flow_unusable = 0 ds_flow_table_full = 0 ds_interface_tx_discard = 0 ds_interface_drop = 0 ds_duplicated = 0 ds_push = 0 ds_ttl_exceeded = 0 ds_invalid_nh = 1 ds_invalid_label = 0 ds_invalid_protocol = 0 ds_interface_rx_discard = 0 ds_invalid_mcast_source = 0 ds_head_alloc_fail = 0 ds_pcow_fail = 0 ds_mcast_clone_fail = 0 ds_rewrite_fail = 0 ds_misc = 0 ds_invalid_packet = 0 ds_cksum_err = 0 ds_no_fmd = 0 ds_invalid_vnid = 0 ds_frag_err = 0 ds_invalid_source = 0 ds_mcast_df_bit = 0 ds_l2_no_route = 0 ds_vlan_fwd_tx = 0 ds_vlan_fwd_enq = 0 ds_drop_new_flow = 0 ds_flow_evict = 0 ds_trap_original = 0 ds_no_memory = 0 ds_fragment_queue_fail = 0 ds_no_frag_entry = 0 ds_icmp_error = 0 ds_clone_fail = 0 ds_drop_pkts = 1 ] total_in_bandwidth_utilization = 6.89553e-15 total_out_bandwidth_utilization = 1.60679e-14 flow_rate= [ added_flows = 0 max_flow_adds_per_second = 0 min_flow_adds_per_second = 0 deleted_flows = 0 max_flow_deletes_per_second = 0 min_flow_deletes_per_second = 0 active_flows = 0 hold_flows = 0 ] phy_band_in_bps= [ [ _iter260->first = ens6 _iter260->second = 1272, ] ] phy_band_out_bps= [ [ _iter261->first = ens6 _iter261->second = 2964, ] ] raw_phy_if_stats= [ [ _iter262->first = ens6 [ in_pkts = 2279 in_bytes = 130860 out_pkts = 2374 out_bytes = 298987 ], ] ] raw_phy_if_drop_stats= [ [ _iter263->first = ens6 [ ds_discard = 0 ds_pull = 0 ds_invalid_if = 0 ds_invalid_arp = 0 ds_trap_no_if = 0 ds_nowhere_to_go = 0 ds_flow_queue_limit_exceeded = 0 ds_flow_no_memory = 0 ds_flow_invalid_protocol = 0 ds_flow_nat_no_rflow = 0 ds_flow_action_drop = 0 ds_flow_action_invalid = 0 ds_flow_unusable = 0 ds_flow_table_full = 0 ds_interface_tx_discard = 0 ds_interface_drop = 0 ds_duplicated = 0 ds_push = 0 ds_ttl_exceeded = 0 ds_invalid_nh = 0 ds_invalid_label = 0 ds_invalid_protocol = 0 ds_interface_rx_discard = 0 ds_invalid_mcast_source = 0 ds_head_alloc_fail = 0 ds_pcow_fail = 0 ds_mcast_clone_fail = 0 ds_rewrite_fail = 0 ds_misc = 0 ds_invalid_packet = 0 ds_cksum_err = 0 ds_no_fmd = 0 ds_invalid_vnid = 0 ds_frag_err = 0 ds_invalid_source = 0 ds_mcast_df_bit = 0 ds_l2_no_route = 0 ds_vlan_fwd_tx = 0 ds_vlan_fwd_enq = 0 ds_drop_new_flow = 0 ds_flow_evict = 0 ds_trap_original = 0 ds_no_memory = 0 ds_fragment_queue_fail = 0 ds_no_frag_entry = 0 ds_icmp_error = 0 ds_clone_fail = 0 ds_drop_pkts = 0 ], ] ] ] 2025-09-01 Mon 02:14:37:672.784 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: VrouterStats 2025-09-01 Mon 02:14:37:672.795 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:37:672.819 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692877672556 [SYS_NOTICE]: VrouterControlStatsTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 raw_xmpp_stats= [ [ _iter306->first = 10.20.0.129 [ reconnects = 0 in_msgs = 0 out_msgs = 0 ], _iter306->first = 10.20.0.25 [ reconnects = 0 in_msgs = 0 out_msgs = 0 ], ] ] raw_ifmap_stats= [ [ _iter307->first = link_delete_parse_errors _iter307->second = 0, _iter307->first = link_update_parse_errors _iter307->second = 0, _iter307->first = node_delete_parse_errors _iter307->second = 0, _iter307->first = node_update_parse_errors _iter307->second = 0, ] ] raw_rt_table_size= [ [ _iter308->first = default-domain:default-project:ip-fabric:__default__ [ inet4_unicast = 7 inet4_multicast = 0 evpn = 0 bridge = 5 inet6_unicast = 2 ], _iter308->first = default-domain:default-project:ip-fabric:ip-fabric [ inet4_unicast = 2 inet4_multicast = 0 evpn = 1 bridge = 2 inet6_unicast = 0 ], ] ] ] 2025-09-01 Mon 02:14:37:672.829 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: VrouterControlStatsTrace 2025-09-01 Mon 02:14:38:715.370 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvIdleHoldTimerExpired in state Idle 2025-09-01 Mon 02:14:38:716.664 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Connect : Start Connect timer 10.0.0.131:8086 2025-09-01 Mon 02:14:38:716.801 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Connect 2025-09-01 Mon 02:14:38:716.830 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692878715476 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.131:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:38:716.845 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:38:716.853 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Connect 2025-09-01 Mon 02:14:38:716.947 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: -(-1) OnSessionEvent TCP Connect Failed 2025-09-01 Mon 02:14:38:716.975 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: -(-1):EvTcpConnectFail 2025-09-01 Mon 02:14:38:717.040 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692878716777 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2:Compute:contrail-vrouter-agent:0 client_info= [ status = Connect successful_connections = 0 pid = 23614 http_port = 8085 start_time = 1756692067658197 collector_name = collector_ip = 10.0.0.131:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.131:8086, (*_iter40) = 10.0.0.249:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ComputeCpuStateTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 13 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1691 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 149 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1924 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVirtualNetworkAgentTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVrouterAgent [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 28 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrfObjectLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 2 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterControlStatsTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 27 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterStats [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 40 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionDelete [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 464 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 6533 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1866 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 4257, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 8484, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-09-01 Mon 02:14:38:717.074 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2025-09-01 Mon 02:14:38:717.087 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvTcpConnectFail in state Connect 2025-09-01 Mon 02:14:38:717.093 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Connect : EvTcpConnectFail 2025-09-01 Mon 02:14:38:717.187 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session -(-1) > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:38:717.219 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Idle 2025-09-01 Mon 02:14:38:717.259 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:38:717.431 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692878717137 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2:Compute:contrail-vrouter-agent:0 client_info= [ status = Connect successful_connections = 0 pid = 23614 http_port = 8085 start_time = 1756692067658197 collector_name = collector_ip = 10.0.0.249:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.131:8086, (*_iter40) = 10.0.0.249:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ComputeCpuStateTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 13 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1692 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 150 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1924 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVirtualNetworkAgentTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVrouterAgent [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 28 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrfObjectLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 2 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterControlStatsTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 27 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterStats [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 40 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionDelete [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 464 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 6533 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1866 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 4257, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 8486, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-09-01 Mon 02:14:38:717.451 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-09-01 Mon 02:14:38:717.462 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:38:717.478 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692878717165 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:38:717.488 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:38:717.496 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvTcpDeleteSession in state Idle 2025-09-01 Mon 02:14:38:717.530 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:38:717.636 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692878717250 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2:Compute:contrail-vrouter-agent:0 client_info= [ status = Idle successful_connections = 0 pid = 23614 http_port = 8085 start_time = 1756692067658197 collector_name = collector_ip = 10.0.0.249:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.131:8086, (*_iter40) = 10.0.0.249:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ComputeCpuStateTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 13 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1692 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 150 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1925 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVirtualNetworkAgentTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVrouterAgent [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 28 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrfObjectLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 2 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterControlStatsTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 27 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterStats [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 40 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionDelete [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 464 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 6533 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1866 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 4258, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 8486, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-09-01 Mon 02:14:38:717.649 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-09-01 Mon 02:14:38:724.460 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:38:724.511 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692878724372 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:38:724.520 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:38:724.841 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:38:724.854 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692878724834 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 33879 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:38:724.859 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:38:725.347 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:38:725.435 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:38:725.486 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:38:725.509 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692878725476 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:38:725.517 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:38:725.524 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:38:725.532 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692878725481 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:38:725.537 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:38:725.559 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:38:725.581 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692878725554 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:38:725.590 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:38:725.598 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:38:725.612 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692878725594 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:38:725.621 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:38:726.156 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:38:726.182 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692878726101 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:38:726.190 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:38:726.197 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:38:726.216 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692878726144 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:38:726.226 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:38:726.247 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:38:771.437 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:38:771.488 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692878771342 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:38:771.509 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:38:772.212 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:38:772.240 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692878772202 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 40299 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:38:772.247 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:38:772.636 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:38:772.704 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:38:772.767 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:38:772.779 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692878772735 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:38:772.786 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:39:379.096 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:39:379.146 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692879378996 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:39:379.156 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:39:379.336 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:39:379.382 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692879379308 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 33095 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:39:379.392 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:39:379.698 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:39:379.924 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:39:380.022 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:39:380.039 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692879379972 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:39:380.046 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:39:699.926 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:39:699.987 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692879699831 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:39:699.997 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:39:700.726 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:39:700.777 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692879700706 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 46673 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:39:700.785 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:39:701.006 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:39:701.258 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:39:701.373 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:39:701.395 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692879701327 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:39:701.402 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:40:097.541 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:40:097.596 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692880097438 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:40:097.617 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:40:098.246 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:40:098.273 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692880098235 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 36529 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:40:098.280 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:40:098.951 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:40:099.066 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:40:099.143 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:40:099.159 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692880099098 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:40:099.166 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:40:099.173 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:40:100.027 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:40:100.059 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692880099116 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:40:100.104 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:40:100.113 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:40:100.136 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692880099279 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:40:100.154 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:40:100.162 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:40:100.176 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692880099339 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:40:100.183 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:40:100.189 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:40:100.198 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692880099834 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:40:100.203 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:40:100.209 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:40:100.224 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692880099860 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:40:100.234 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:40:148.332 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:40:148.387 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692880148226 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:40:148.400 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:40:148.744 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:40:148.763 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692880148719 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 44709 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:40:148.770 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:40:149.074 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:40:149.155 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:40:149.206 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:40:149.225 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692880149184 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:40:149.233 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:40:763.263 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:40:763.333 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692880763223 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:40:763.347 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:40:763.879 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:40:763.927 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692880763866 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 45179 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:40:763.938 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:40:764.192 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:40:764.282 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:40:764.348 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:40:764.380 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692880764335 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:40:764.390 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:40:764.400 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:40:764.413 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692880764341 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:40:764.422 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:40:764.432 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:40:764.462 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692880764425 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:40:764.475 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:40:764.989 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:40:765.025 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692880764976 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:40:765.038 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:40:765.048 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:40:765.069 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692880764995 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:40:765.077 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:40:765.539 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:40:765.573 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692880765521 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:40:765.584 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:40:765.608 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:40:765.641 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:40:765.645 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692880765587 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:40:765.868 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:40:811.782 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:40:811.838 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692880811749 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:40:811.849 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:40:812.194 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:40:812.210 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692880812186 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 40387 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:40:812.217 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:40:812.576 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:40:812.653 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:40:812.712 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:40:812.731 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692880812703 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:40:812.750 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:41:202.353 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:41:202.410 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692881202318 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:41:202.420 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:41:202.901 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:41:202.947 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692881202878 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 39779 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:41:202.973 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:41:203.226 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:41:203.287 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:41:203.341 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:41:203.356 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692881203328 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:41:203.363 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:41:609.610 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:41:610.943 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:41:611.038 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692881609492 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:41:611.047 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:41:611.123 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:41:611.134 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692881610534 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 39367 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:41:611.140 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:41:611.176 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:41:611.218 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:41:611.253 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692881611202 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:41:611.262 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:41:802.883 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:41:802.941 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692881802843 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:41:802.952 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:41:803.582 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:41:803.628 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692881803382 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 36839 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:41:803.637 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:41:803.718 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:41:803.766 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:41:803.836 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:41:803.850 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692881803800 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:41:803.869 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:43:093.582 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:43:093.641 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692883093460 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:43:093.652 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:43:094.470 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:43:094.499 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692883094443 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 38887 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:43:094.509 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:43:094.815 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:43:094.907 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:43:094.967 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:43:094.986 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692883094939 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:43:094.994 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:43:556.195 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:43:556.249 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692883556097 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:43:556.260 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:43:556.585 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:43:556.622 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692883556572 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 37157 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:43:556.629 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:43:556.906 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:43:557.003 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:43:557.090 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:43:557.116 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692883557067 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:43:557.123 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:43:557.131 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:43:557.140 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692883557083 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:43:557.145 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:43:557.166 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:43:557.196 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692883557153 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:43:557.211 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:43:557.256 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:43:557.283 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692883557233 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:43:557.293 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:43:557.300 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:43:557.321 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692883557260 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:43:557.329 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:43:557.838 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:43:557.861 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692883557779 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:43:557.869 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:43:557.876 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:43:557.903 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692883557813 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:43:557.919 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:43:557.942 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:43:611.147 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:43:611.215 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692883611020 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:43:611.307 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:43:612.153 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:43:612.190 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692883612121 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 38375 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:43:612.202 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:43:612.516 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:43:612.619 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:43:612.666 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:43:612.696 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692883612649 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:43:612.721 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:43:658.060 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:43:658.111 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692883657940 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:43:658.121 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:43:658.528 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:43:658.554 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692883658514 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 40771 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:43:658.561 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:43:658.857 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:43:658.926 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:43:658.991 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:43:659.010 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692883658970 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:43:659.018 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:44:638.950 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:44:639.022 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692884638831 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:44:639.031 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:44:639.392 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:44:639.423 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692884639361 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 35981 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:44:639.450 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:44:639.695 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:44:639.791 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:44:639.857 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:44:639.899 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692884639828 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:44:639.908 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:45:751.318 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:45:751.364 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692885751287 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:45:751.374 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:45:751.637 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:45:751.655 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692885751630 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 42735 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:45:751.662 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:45:752.000 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:45:752.129 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:45:752.178 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:45:752.556 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692885752163 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:45:752.571 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:45:752.579 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:45:752.588 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692885752170 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:45:752.594 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:45:752.611 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:45:752.633 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692885752222 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:45:752.642 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:45:752.650 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:45:752.663 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692885752265 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:45:752.669 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:45:753.061 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:45:753.084 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692885753034 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:45:753.096 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:45:753.106 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:45:753.127 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692885753074 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:45:753.136 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:45:753.097 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:45:799.308 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:45:799.359 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692885799201 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:45:799.369 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:45:800.213 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:45:800.240 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692885800183 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 37945 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:45:800.249 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:45:800.512 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:45:800.587 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:45:800.642 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:45:800.668 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692885800617 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:45:800.678 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:46:728.107 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:46:729.019 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:46:730.298 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692886727974 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:46:730.340 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:46:730.353 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:46:730.366 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692886728660 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 39703 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:46:730.377 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:46:730.370 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:46:730.443 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:46:730.522 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692886730432 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:46:730.530 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:46:835.979 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:46:836.031 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692886835792 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:46:836.040 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:46:836.050 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:46:836.060 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692886835949 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 44941 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:46:836.066 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:46:836.264 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:46:836.329 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:46:836.402 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:46:836.422 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692886836364 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:46:836.430 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:46:875.130 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:46:875.194 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692886875091 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:46:875.205 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:46:875.548 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:46:875.566 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692886875538 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 33663 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:46:875.572 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:46:875.898 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:46:876.015 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:46:876.060 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:46:876.097 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692886876041 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:46:876.106 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:46:876.115 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:46:876.124 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692886876048 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:46:876.129 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:46:876.136 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:46:876.178 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692886876096 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:46:876.190 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:46:876.199 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:46:876.213 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692886876151 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:46:876.226 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:46:876.885 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:46:876.915 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692886876815 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:46:876.925 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:46:876.935 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:46:876.976 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692886876859 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:46:876.989 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:46:877.009 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:46:924.060 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:46:924.120 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692886924026 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:46:924.142 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:46:924.200 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:46:924.224 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692886924193 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 46773 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:46:924.231 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:46:924.511 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:46:924.578 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:46:924.621 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:46:924.644 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692886924611 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:46:924.652 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:47:403.181 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:47:403.232 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692887403086 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:47:403.242 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:47:403.929 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:47:403.969 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692887403918 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 43823 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:47:403.990 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:47:405.648 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:47:405.860 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:47:405.952 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:47:405.977 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692887405891 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:47:405.984 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:47:405.991 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:47:405.999 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692887405898 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:47:406.004 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:47:406.857 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:47:406.896 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692887406042 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:47:406.908 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:47:409.511 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:47:409.549 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692887408784 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:47:409.570 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:47:409.579 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:47:409.594 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692887408806 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:47:409.600 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:47:409.606 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:47:409.616 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692887409454 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:47:409.622 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:47:409.628 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:47:409.641 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692887409484 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:47:409.652 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:47:409.679 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:47:459.861 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:47:459.913 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692887459763 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:47:459.923 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:47:460.573 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:47:460.629 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692887460541 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 42049 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:47:460.643 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:47:460.864 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:47:460.939 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:47:461.006 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:47:461.031 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692887460994 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:47:461.039 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:47:923.816 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:47:923.862 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692887923719 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:47:923.881 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:47:924.200 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:47:924.217 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692887924185 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 36459 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:47:924.231 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:47:924.613 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:47:924.701 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:47:924.759 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:47:924.784 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692887924733 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:47:924.794 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:48:406.227 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:48:406.287 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692888406056 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:48:406.301 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:48:406.313 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:48:406.329 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692888406205 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 40591 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:48:406.338 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:48:406.589 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:48:406.637 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:48:406.719 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:48:406.737 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692888406664 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:48:406.746 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:48:672.588 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:48:672.646 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692888672479 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:48:672.657 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:48:673.113 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:48:673.154 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692888673081 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 36491 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:48:673.163 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:48:673.374 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:48:673.432 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:48:673.496 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:48:673.509 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692888673465 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:48:673.515 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:50:012.990 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:50:013.054 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692890012868 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:50:013.075 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:50:013.904 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:50:013.934 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692890013891 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 35931 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:50:013.941 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:50:014.313 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:50:014.407 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:50:014.470 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:50:014.488 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692890014440 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:50:014.495 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:50:224.910 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:50:224.982 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692890224808 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:50:224.995 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:50:225.365 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:50:225.382 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692890225339 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 46325 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:50:225.389 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:50:225.641 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:50:225.704 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:50:225.750 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:50:225.763 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692890225731 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:50:225.770 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:50:870.652 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:50:870.705 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692890870551 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:50:870.715 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:50:871.443 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:50:871.476 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692890871432 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 40111 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:50:871.486 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:50:871.799 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:50:871.866 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:50:871.934 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:50:871.946 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692890871894 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:50:871.952 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:50:871.972 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:50:871.980 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692890871898 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:50:871.996 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:50:872.152 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:50:872.205 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692890872036 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:50:872.222 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:50:872.236 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:50:872.263 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692890872110 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:50:872.274 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:50:872.285 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:50:872.309 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692890872125 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:50:872.329 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:50:872.718 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:50:872.743 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:50:872.747 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692890872657 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:50:872.847 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:50:872.856 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:50:872.876 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692890872698 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:50:872.885 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:50:925.006 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:50:925.072 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692890924856 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:50:925.096 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:50:925.105 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:50:925.117 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692890925032 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 40593 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:50:925.124 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:50:925.357 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:50:925.415 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:50:925.472 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:50:925.485 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692890925464 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:50:925.492 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:51:969.664 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:51:970.985 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:51:971.267 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692891969566 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:51:971.278 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:51:971.288 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:51:971.299 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692891970431 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 44955 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:51:971.305 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:51:971.331 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:51:971.408 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:51:971.419 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692891971365 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:51:971.425 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:52:633.784 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:52:633.853 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692892633647 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:52:633.867 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:52:634.851 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:52:634.891 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692892634818 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 46379 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:52:634.904 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:52:635.182 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:52:635.260 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:52:635.367 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:52:635.388 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692892635305 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:52:635.397 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:52:635.408 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:52:635.420 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692892635311 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:52:635.443 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:52:636.540 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:52:636.606 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:52:636.611 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692892635498 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:52:636.763 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:52:636.793 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:52:636.825 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692892635561 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:52:636.836 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:52:636.848 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:52:636.864 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692892636472 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:52:636.883 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:52:636.893 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:52:636.918 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692892636578 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:52:636.930 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:52:685.742 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:52:685.798 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692892685700 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:52:685.810 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:52:686.276 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:52:686.317 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692892686242 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 37955 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:52:686.325 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:52:686.614 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:52:686.764 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:52:686.809 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:52:686.837 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692892686798 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:52:686.844 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:53:623.041 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:53:623.247 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692893622921 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:53:623.268 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:53:624.080 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:53:624.108 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692893624056 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 41605 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:53:624.116 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:53:624.444 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:53:624.947 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:53:625.045 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:53:625.065 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692893624998 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:53:625.073 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:53:897.596 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:53:897.662 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692893897477 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:53:897.676 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:53:898.445 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:53:898.487 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692893898432 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 37107 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:53:898.494 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:53:898.837 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:53:899.031 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:53:899.083 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:53:899.102 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692893899059 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:53:899.109 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:54:113.986 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:54:114.038 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692894113869 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:54:114.049 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:54:114.403 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:54:114.430 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692894114386 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 46425 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:54:114.437 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:54:114.752 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:54:114.857 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:54:114.906 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:54:114.935 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692894114893 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:54:114.943 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:54:114.951 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:54:114.974 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692894114898 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:54:114.980 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:54:114.986 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:54:115.023 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692894114947 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:54:115.033 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:54:115.042 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:54:115.058 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692894115033 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:54:115.068 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:54:115.075 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:54:115.089 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692894115048 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:54:115.119 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:54:115.554 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:54:115.567 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692894115534 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:54:115.574 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:54:115.580 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:54:115.599 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692894115576 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:54:115.607 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:54:115.623 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:54:162.774 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:54:162.948 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692894162740 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:54:162.974 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:54:162.984 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:54:162.995 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692894162892 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 40285 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:54:163.001 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:54:163.173 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:54:163.217 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:54:163.298 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:54:163.320 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692894163289 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:54:163.329 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:54:298.675 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:54:298.747 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692894298646 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:54:298.760 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:54:299.068 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:54:299.106 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692894299057 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 38169 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:54:299.115 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:54:299.438 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:54:299.570 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:54:299.617 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:54:299.654 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692894299601 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:54:299.665 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:54:299.676 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:54:299.688 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692894299608 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:54:299.697 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:54:299.707 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:54:299.738 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692894299693 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:54:299.751 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:54:299.772 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:54:299.787 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692894299738 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:54:299.795 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:54:301.076 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:54:301.099 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692894300996 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:54:301.106 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:54:301.113 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:54:301.134 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692894301071 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:54:301.143 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:54:301.362 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:54:353.228 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:54:353.282 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692894353185 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:54:353.293 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:54:353.745 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:54:353.793 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692894353724 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 39229 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:54:353.810 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:54:354.067 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:54:354.122 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:54:354.167 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:54:354.182 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692894354157 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:54:354.190 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:55:180.488 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:55:180.582 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692895180391 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:55:180.593 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:55:180.947 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:55:181.013 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692895180918 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 43895 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:55:181.037 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:55:181.243 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:55:181.395 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:55:181.433 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:55:181.447 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692895181426 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:55:181.454 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:55:254.390 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:55:254.442 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692895254279 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:55:254.452 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:55:254.859 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:55:254.882 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692895254846 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 32963 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:55:254.889 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:55:255.141 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:55:255.202 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:55:255.248 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:55:255.265 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692895255230 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:55:255.273 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:55:425.237 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:55:425.289 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692895425130 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:55:425.299 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:55:425.725 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:55:425.745 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692895425710 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 34807 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:55:425.760 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:55:426.049 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:55:426.128 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:55:426.197 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:55:426.216 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692895426183 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:55:426.225 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:57:091.410 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:57:092.097 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:57:093.095 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:57:092.951 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692897091374 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:57:093.142 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:57:093.169 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:57:093.186 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692897091738 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 36193 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:57:093.193 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:57:093.210 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:57:093.218 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692897093125 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:57:093.224 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:57:161.544 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:57:161.598 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692897161513 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:57:161.608 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:57:161.689 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:57:161.703 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692897161681 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 35411 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:57:161.718 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:57:161.978 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:57:162.041 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:57:162.081 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:57:162.103 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692897162071 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:57:162.111 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:57:967.251 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:57:967.305 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692897967155 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:57:967.315 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:57:968.057 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:57:968.095 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692897968027 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 40559 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:57:968.107 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:57:968.462 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:57:968.576 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:57:968.657 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:57:968.677 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692897968613 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:57:968.685 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:57:968.693 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:57:968.703 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692897968618 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:57:968.709 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:57:968.716 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:57:968.737 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692897968691 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:57:968.771 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:57:968.780 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:57:968.795 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692897968769 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:57:968.803 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:57:968.810 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:57:968.832 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692897968785 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:57:968.838 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:57:969.338 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:57:969.362 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692897969268 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:57:969.369 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:57:969.376 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:57:969.396 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692897969303 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:57:969.406 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:57:969.420 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:58:015.580 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:58:015.643 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692898015462 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:58:015.653 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:58:015.985 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:58:016.003 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692898015946 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 32997 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:58:016.011 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:58:016.302 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:58:016.403 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:58:016.456 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:58:016.486 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692898016434 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:58:016.506 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:59:015.684 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:59:015.735 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692899015569 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:59:015.745 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:59:016.143 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:59:016.172 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692899016127 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 34813 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:59:016.179 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:59:016.579 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:59:016.685 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:59:016.753 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:59:016.812 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692899016723 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:59:016.821 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:59:674.323 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:59:674.378 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692899674289 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:59:674.391 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:59:674.448 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:59:674.478 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692899674440 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 40733 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:59:674.485 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:59:674.802 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:59:674.864 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:59:674.905 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:59:674.928 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692899674894 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:59:674.935 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:59:674.943 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:59:674.952 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692899674901 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:59:674.967 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:59:674.988 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:59:675.014 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692899674980 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:59:675.033 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:59:675.046 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:59:675.061 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692899675038 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:14:59:675.067 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:59:675.555 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:59:675.581 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692899675500 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:59:675.591 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:59:675.601 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:59:675.644 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692899675537 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:14:59:675.664 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:14:59:675.681 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:14:59:723.936 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:59:724.022 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692899723787 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:59:724.035 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:59:724.047 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:59:724.060 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692899723948 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 39607 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:59:724.067 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:14:59:724.386 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:14:59:724.438 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:14:59:724.505 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:14:59:724.520 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692899724486 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:14:59:724.526 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:00:633.856 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:00:633.911 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692900633735 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:00:633.932 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:00:634.776 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:00:634.818 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692900634757 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 44313 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:00:634.828 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:00:635.170 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:15:00:635.245 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:15:00:635.321 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:00:635.334 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692900635285 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:00:635.341 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:00:834.931 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:00:834.992 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692900834834 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:00:835.002 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:00:835.679 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:00:835.694 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692900835670 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 39559 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:00:835.701 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:00:836.124 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:15:00:836.277 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:15:00:836.383 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:00:836.400 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692900836325 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:00:836.407 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:00:945.331 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:00:945.398 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692900945288 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:00:945.411 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:00:945.806 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:00:945.824 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692900945796 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 35017 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:00:945.831 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:00:946.277 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:15:00:946.353 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:15:00:946.412 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:00:946.429 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692900946403 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:00:946.436 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:00:946.443 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:00:946.451 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692900946408 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:00:946.469 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:00:946.475 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:00:946.498 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692900946458 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:15:00:946.508 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:15:00:946.525 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:00:946.546 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692900946519 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:15:00:946.554 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:15:00:947.001 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:00:947.029 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692900946987 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:00:947.039 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:00:947.053 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:00:947.087 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692900947017 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:15:00:947.097 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:15:00:947.164 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:15:00:999.374 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:00:999.440 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692900999336 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:00:999.451 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:01:000.012 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:01:000.048 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692900999955 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 43109 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:01:000.056 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:01:000.320 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:15:01:000.541 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:15:01:000.606 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:01:000.646 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692901000597 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:01:000.652 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:01:122.277 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:01:122.352 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692901122227 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:01:122.366 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:01:122.713 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:01:122.730 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692901122703 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 44455 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:01:122.737 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:01:123.090 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:15:01:123.264 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:15:01:123.313 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:01:123.354 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692901123293 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:01:123.363 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:01:123.374 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:01:123.384 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692901123370 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:01:123.393 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:01:123.433 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:01:123.473 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692901123425 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Connect ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:15:01:123.484 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:15:01:123.513 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:01:123.528 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692901123508 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:15:01:123.537 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:15:01:123.547 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:01:123.566 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692901123524 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:15:01:123.579 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:15:01:124.291 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:01:124.319 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692901124238 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:01:124.327 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:01:124.334 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:01:124.360 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692901124288 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:15:01:124.373 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:15:01:124.444 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.25 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:15:01:177.801 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:01:177.865 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692901177621 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:01:177.877 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:01:177.907 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:01:177.924 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692901177828 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 42609 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:01:177.932 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:01:178.245 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:15:01:178.316 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:15:01:178.384 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:01:178.402 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692901178373 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:01:178.411 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:01:963.837 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:01:963.897 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692901963802 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:01:963.908 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:01:964.778 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:15:01:964.820 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:01:964.839 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692901964450 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 36579 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:01:964.879 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:01:964.853 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:15:01:964.937 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:01:964.979 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692901964929 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:01:964.987 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:02:213.698 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:02:215.542 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692902213543 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:02:215.581 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:02:214.119 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:15:02:215.593 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:02:215.653 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692902213701 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 44029 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:02:215.659 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:02:215.700 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:15:02:215.750 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:02:215.763 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692902215741 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:02:215.769 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:02:669.567 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:02:669.620 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692902669468 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:02:669.630 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:02:669.927 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:02:669.951 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692902669914 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 37935 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:02:669.966 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:02:670.301 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:15:02:670.387 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:15:02:670.436 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:02:670.455 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692902670418 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:02:670.463 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:03:819.177 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:03:819.230 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: SANDESH: Send FAILED: 1756692903819060 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:03:819.241 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:03:820.119 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:03:820.156 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692903820101 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 33321 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:03:820.166 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:03:820.610 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:15:03:820.751 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:15:03:820.817 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:03:820.866 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692903820792 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:03:820.876 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:04:357.939 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:04:358.031 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692904357872 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:04:358.043 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:04:358.417 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:04:358.435 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692904358403 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 46087 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:04:358.443 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:04:358.882 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:15:04:359.049 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:15:04:359.141 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:04:359.161 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692904359129 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:04:359.171 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:04:436.864 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:04:436.921 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692904436827 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:04:436.932 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:04:437.140 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:04:437.154 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692904437062 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect event = Connect Event local_port = 46749 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:04:437.161 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:04:437.501 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.129 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:15:04:437.633 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:15:04:437.689 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:04:437.867 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692904437673 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:04:437.877 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:04:437.886 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:04:437.895 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692904437679 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.129 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:04:437.901 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:04:437.907 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:04:437.931 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692904437751 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = Connect ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:15:04:437.971 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:15:04:438.045 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:04:438.082 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692904438031 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:5269, ] ] status = Down description = ], [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.129, XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:15:04:438.094 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:15:04:438.104 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:04:438.120 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692904438052 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:15:04:438.127 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:15:04:438.643 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:04:438.664 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692904438600 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:04:438.671 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:04:438.679 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:04:438.691 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2:10.20.0.129 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2 To : network-control@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:15:04:438.708 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692904438645 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:15:04:438.719 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:15:04:486.797 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:04:486.865 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692904486751 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:04:486.877 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:04:487.305 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:04:487.339 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692904487292 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 45823 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:04:487.347 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:04:487.635 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:15:04:487.728 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:15:04:487.772 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:04:487.805 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692904487761 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:04:487.812 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:05:522.996 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:05:523.070 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692905522893 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:05:523.085 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:05:523.507 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:05:523.538 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692905523492 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 34121 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:05:523.560 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:05:523.933 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:15:05:524.159 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691750893056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:15:05:524.208 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:05:524.231 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692905524191 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:05:524.241 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:06:882.721 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:06:882.792 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692906882597 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:06:882.802 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:06:883.877 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:06:883.915 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692906883861 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect event = Connect Event local_port = 41019 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:06:883.923 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:06:884.198 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.193 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:15:06:884.397 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:15:06:884.481 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:06:884.517 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692906884424 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:06:884.524 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:06:884.532 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:06:884.541 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692906884430 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = Connect failed after retries ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:06:884.546 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:06:884.614 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:06:884.669 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692906884586 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:53, ] ] status = Down description = Connect ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.193, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:15:06:884.692 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:15:06:885.674 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:06:885.690 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer an-jenkins-deploy-platform-ansible-os-3995-2/dns:10.20.0.193 Deleted Xmpp Client connection from an-jenkins-deploy-platform-ansible-os-3995-2/dns To : network-dns@contrailsystems.com controller/src/xmpp/xmpp_connection.cc 871 2025-09-01 Mon 02:15:06:886.154 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692906884904 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, Collector connection down, No Configuration for self Number of connections:4, Expected: 5 ], ] ] ] 2025-09-01 Mon 02:15:06:886.169 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:15:06:886.180 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:06:886.192 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692906885636 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:06:886.199 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:06:886.205 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:06:886.237 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: SANDESH: Send FAILED: 1756692906885661 [SYS_NOTICE]: NodeStatusUVE: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2 process_status= [ [ [ module_id = contrail-vrouter-agent instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = XMPP name = control-node:10.20.0.193 server_addrs= [ [ (*_iter6) = 10.20.0.193:5269, ] ] status = Down description = Idle ], [ type = XMPP name = control-node:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:5269, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.129 server_addrs= [ [ (*_iter6) = 10.20.0.129:53, ] ] status = Down description = Idle ], [ type = XMPP name = dns-server:10.20.0.25 server_addrs= [ [ (*_iter6) = 10.20.0.25:53, ] ] status = Down description = Idle ], [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], ] ] flag_infos= [ [ ] ] description = XMPP:control-node:10.20.0.193, XMPP:control-node:10.20.0.25, XMPP:dns-server:10.20.0.129, XMPP:dns-server:10.20.0.25, Collector connection down, No Configuration for self ], ] ] ] 2025-09-01 Mon 02:15:06:886.252 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-09-01 Mon 02:15:06:930.903 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:06:930.973 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: SANDESH: Send FAILED: 1756692906930876 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:06:930.984 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691742496256, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:06:931.105 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:06:931.119 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692906931096 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 37305 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:06:931.126 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:06:931.414 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-dns@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:15:06:931.468 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:15:06:931.539 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:06:931.565 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: SANDESH: Send FAILED: 1756692906931532 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:06:931.572 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691755091456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:07:468.538 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:07:468.602 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692907468355 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Connect event = EvConnectTimerExpired ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:07:468.880 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691766278784, Pid 23614]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer RECV Mode Client: Event: Tcp Connect Fail peer ip: 10.20.0.25 ( network-control@contrailsystems.com ) controller/src/xmpp/xmpp_state_machine.cc 1299 2025-09-01 Mon 02:15:07:469.925 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:07:469.987 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:07:470.013 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: SANDESH: Send FAILED: 1756692907468566 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect event = Connect Event local_port = 35549 remote_port = 4294967295 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:07:470.020 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691759289856, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:07:470.061 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691746694656, Pid 23614]: TCP [SYS_ERR]: TcpSessionMessageLog: Session - > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2025-09-01 Mon 02:15:07:470.099 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:07:470.112 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: SANDESH: Send FAILED: 1756692907470092 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Connect next_state = Active event = EvTcpConnectFail ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-09-01 Mon 02:15:07:470.119 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691729901056, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2025-09-01 Mon 02:15:07:667.155 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:07:667.252 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692907667021 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2:Compute:contrail-vrouter-agent:0 sm_queue_count = 0 sm_stats= [ ev_stats= [ [ [ event = scm::EvCollectorUpdate enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvIdleHoldTimerExpired enqueues = 31 dequeues = 31 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshSend enqueues = 8783 dequeues = 8783 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvStart enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnectFail enqueues = 32 dequeues = 32 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpDeleteSession enqueues = 32 dequeues = 32 enqueue_fails = 0 dequeue_fails = 0 ], [ event = enqueues = 8880 dequeues = 8880 enqueue_fails = 0 dequeue_fails = 0 ], ] ] state = Idle state_since = 1756692878717218 last_state = Idle last_event = scm::EvSandeshSend last_event_at = 1756692907470098 ] max_sm_queue_count = 7 ] 2025-09-01 Mon 02:15:07:667.265 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-09-01 Mon 02:15:07:667.274 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: Processing scm::EvSandeshSend in state Idle 2025-09-01 Mon 02:15:07:667.435 UTC an-jenkins-deploy-platform-ansible-os-3995-2 [Thread 139691734099456, Pid 23614]: SANDESH: Send FAILED: 1756692907667129 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = an-jenkins-deploy-platform-ansible-os-3995-2:Compute:contrail-vrouter-agent:0 client_info= [ status = Idle successful_connections = 0 pid = 23614 http_port = 8085 start_time = 1756692067658197 collector_name = collector_ip = 10.0.0.249:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.131:8086, (*_iter40) = 10.0.0.249:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ComputeCpuStateTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 13 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1752 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 152 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1992 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVirtualNetworkAgentTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveVrouterAgent [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 28 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrfObjectLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 2 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterControlStatsTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 27 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = VrouterStats [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 40 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionDelete [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 481 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 6768 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1933 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 4409, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 8783, _iter59->first = sent _iter59->second = 0, ] ] ]