2026-04-09 Thu 01:38:54:426.873 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:38:54:427.085 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: SANDESH: Send FAILED: 1775698734426551 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 51 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 343 calls = 56 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 81888 calls = 51 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 230 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 161 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 51 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 163 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 58 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 428, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 325, _iter59->first = sent _iter59->second = 51, ] ] ] 2026-04-09 Thu 01:38:54:427.106 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:38:54:428.621 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.129:55406::10.0.0.129:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 282 2026-04-09 Thu 01:38:54:428.646 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:55406::10.0.0.129:8086(-1) OnSessionEvent TCP Connected 2026-04-09 Thu 01:38:54:428.654 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:55406::10.0.0.129:8086(-1):EvTcpConnected 2026-04-09 Thu 01:38:54:431.546 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Processing scm::EvTcpConnected in state Connect 2026-04-09 Thu 01:38:54:431.576 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Connect : EvTcpConnected : Cancelling Connect timer 2026-04-09 Thu 01:38:54:431.612 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: ClientInit 2026-04-09 Thu 01:38:54:431.634 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Sending Ctrl Message for cn-jenkins-deploy-platform-juju-os-692-1:contrail-dns:0:Control count 52 2026-04-09 Thu 01:38:54:431.727 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:38:54:431.737 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: ClientInit : EvSandeshSend : NodeStatusUVE 2026-04-09 Thu 01:38:54:431.760 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: SANDESH: Send FAILED: 1775698734431606 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-04-09 Thu 01:38:54:431.781 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Received UVE message in wrong state : NodeStatusUVE 2026-04-09 Thu 01:38:54:431.789 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:38:54:431.796 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2026-04-09 Thu 01:38:54:431.807 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:38:54:431.812 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-04-09 Thu 01:38:54:431.965 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: SANDESH: Send FAILED: 1775698734431712 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 52 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 343 calls = 56 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 81888 calls = 51 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 230 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 162 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 51 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 164 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 59 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 429, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 327, _iter59->first = sent _iter59->second = 51, ] ] ] 2026-04-09 Thu 01:38:54:431.983 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-04-09 Thu 01:38:54:433.357 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:55406::10.0.0.129:8086(-1) OnSessionEvent TCP Connection Closed 2026-04-09 Thu 01:38:54:433.381 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:55406::10.0.0.129:8086(-1):EvTcpClose 2026-04-09 Thu 01:38:54:433.667 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153146283584, Pid 1069667]: Processing scm::EvTcpClose in state ClientInit 2026-04-09 Thu 01:38:54:433.692 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153146283584, Pid 1069667]: ClientInit : EvTcpClose 2026-04-09 Thu 01:38:54:433.728 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153146283584, Pid 1069667]: Return to idle with 1000 2026-04-09 Thu 01:38:54:433.736 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153146283584, Pid 1069667]: Idle 2026-04-09 Thu 01:38:54:433.813 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153146283584, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:38:54:433.834 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153146283584, Pid 1069667]: SANDESH: Send FAILED: 1775698734433716 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Down description = ClientInit : EvTcpClose ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-04-09 Thu 01:38:54:433.842 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153146283584, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:38:54:433.850 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153146283584, Pid 1069667]: Processing scm::EvTcpDeleteSession in state Idle 2026-04-09 Thu 01:38:54:433.878 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153146283584, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:38:54:434.045 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153146283584, Pid 1069667]: SANDESH: Send FAILED: 1775698734433800 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 52 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 350 calls = 57 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 83494 calls = 52 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 230 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 163 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 52 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 165 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 59 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 429, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 329, _iter59->first = sent _iter59->second = 52, ] ] ] 2026-04-09 Thu 01:38:54:434.082 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153146283584, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:38:55:434.301 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-04-09 Thu 01:38:55:434.861 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Connect : Start Connect timer 10.0.0.129:8086 2026-04-09 Thu 01:38:55:434.969 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:38:55:434.994 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: SANDESH: Send FAILED: 1775698735434680 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-04-09 Thu 01:38:55:435.003 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:38:55:435.012 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:38:55:435.194 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: SANDESH: Send FAILED: 1775698735434952 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 52 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 350 calls = 57 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 83494 calls = 52 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 230 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 164 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 52 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 166 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 59 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 429, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 331, _iter59->first = sent _iter59->second = 52, ] ] ] 2026-04-09 Thu 01:38:55:435.216 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:38:55:440.034 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.129:55414::10.0.0.129:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 282 2026-04-09 Thu 01:38:55:440.059 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:55414::10.0.0.129:8086(-1) OnSessionEvent TCP Connected 2026-04-09 Thu 01:38:55:440.068 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:55414::10.0.0.129:8086(-1):EvTcpConnected 2026-04-09 Thu 01:38:55:440.134 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvTcpConnected in state Connect 2026-04-09 Thu 01:38:55:440.164 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Connect : EvTcpConnected : Cancelling Connect timer 2026-04-09 Thu 01:38:55:440.201 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: ClientInit 2026-04-09 Thu 01:38:55:440.218 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Sending Ctrl Message for cn-jenkins-deploy-platform-juju-os-692-1:contrail-dns:0:Control count 53 2026-04-09 Thu 01:38:55:440.301 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:38:55:440.310 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: ClientInit : EvSandeshSend : NodeStatusUVE 2026-04-09 Thu 01:38:55:440.329 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: SANDESH: Send FAILED: 1775698735440194 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-04-09 Thu 01:38:55:440.337 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Received UVE message in wrong state : NodeStatusUVE 2026-04-09 Thu 01:38:55:440.345 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:38:55:440.351 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2026-04-09 Thu 01:38:55:440.361 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:38:55:440.366 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-04-09 Thu 01:38:55:440.519 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: SANDESH: Send FAILED: 1775698735440287 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 53 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 350 calls = 57 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 83494 calls = 52 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 230 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 165 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 52 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 167 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 60 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 430, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 333, _iter59->first = sent _iter59->second = 52, ] ] ] 2026-04-09 Thu 01:38:55:440.542 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-04-09 Thu 01:38:55:441.200 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:55414::10.0.0.129:8086(-1) OnSessionEvent TCP Connection Closed 2026-04-09 Thu 01:38:55:441.218 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:55414::10.0.0.129:8086(-1):EvTcpClose 2026-04-09 Thu 01:38:55:441.544 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Processing scm::EvTcpClose in state ClientInit 2026-04-09 Thu 01:38:55:441.554 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: ClientInit : EvTcpClose 2026-04-09 Thu 01:38:55:441.589 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Return to idle with 1000 2026-04-09 Thu 01:38:55:441.596 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Idle 2026-04-09 Thu 01:38:55:441.661 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:38:55:441.678 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: SANDESH: Send FAILED: 1775698735441574 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Down description = ClientInit : EvTcpClose ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-04-09 Thu 01:38:55:441.685 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:38:55:441.693 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Processing scm::EvTcpDeleteSession in state Idle 2026-04-09 Thu 01:38:55:441.700 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:38:55:441.832 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: SANDESH: Send FAILED: 1775698735441648 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 53 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 357 calls = 58 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 85100 calls = 53 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 230 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 166 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 53 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 168 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 60 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 430, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 335, _iter59->first = sent _iter59->second = 53, ] ] ] 2026-04-09 Thu 01:38:55:441.847 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:38:56:442.133 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-04-09 Thu 01:38:56:442.429 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Connect : Start Connect timer 10.0.0.129:8086 2026-04-09 Thu 01:38:56:442.566 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:38:56:442.594 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: SANDESH: Send FAILED: 1775698736442197 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-04-09 Thu 01:38:56:442.603 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:38:56:442.611 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:38:56:442.780 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: SANDESH: Send FAILED: 1775698736442547 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 53 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 357 calls = 58 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 85100 calls = 53 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 230 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 167 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 53 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 169 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 60 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 430, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 337, _iter59->first = sent _iter59->second = 53, ] ] ] 2026-04-09 Thu 01:38:56:442.805 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:38:56:446.066 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.129:55422::10.0.0.129:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 282 2026-04-09 Thu 01:38:56:446.099 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:55422::10.0.0.129:8086(-1) OnSessionEvent TCP Connected 2026-04-09 Thu 01:38:56:446.107 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:55422::10.0.0.129:8086(-1):EvTcpConnected 2026-04-09 Thu 01:38:56:446.155 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Processing scm::EvTcpConnected in state Connect 2026-04-09 Thu 01:38:56:446.164 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Connect : EvTcpConnected : Cancelling Connect timer 2026-04-09 Thu 01:38:56:446.197 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: ClientInit 2026-04-09 Thu 01:38:56:446.209 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Sending Ctrl Message for cn-jenkins-deploy-platform-juju-os-692-1:contrail-dns:0:Control count 54 2026-04-09 Thu 01:38:56:446.287 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:38:56:446.295 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: ClientInit : EvSandeshSend : NodeStatusUVE 2026-04-09 Thu 01:38:56:446.312 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: SANDESH: Send FAILED: 1775698736446192 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-04-09 Thu 01:38:56:446.325 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Received UVE message in wrong state : NodeStatusUVE 2026-04-09 Thu 01:38:56:446.332 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:38:56:446.338 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2026-04-09 Thu 01:38:56:446.347 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:38:56:446.353 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-04-09 Thu 01:38:56:446.495 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: SANDESH: Send FAILED: 1775698736446274 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 54 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 357 calls = 58 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 85100 calls = 53 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 230 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 168 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 53 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 170 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 431, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 339, _iter59->first = sent _iter59->second = 53, ] ] ] 2026-04-09 Thu 01:38:56:447.113 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153121093184, Pid 1069667]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-04-09 Thu 01:38:56:447.866 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:55422::10.0.0.129:8086(-1) OnSessionEvent TCP Connection Closed 2026-04-09 Thu 01:38:56:447.882 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:55422::10.0.0.129:8086(-1):EvTcpClose 2026-04-09 Thu 01:38:56:447.929 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Processing scm::EvTcpClose in state ClientInit 2026-04-09 Thu 01:38:56:447.960 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: ClientInit : EvTcpClose 2026-04-09 Thu 01:38:56:448.012 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Return to idle with 1000 2026-04-09 Thu 01:38:56:448.020 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Idle 2026-04-09 Thu 01:38:56:448.113 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:38:56:448.133 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: SANDESH: Send FAILED: 1775698736447999 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Down description = ClientInit : EvTcpClose ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-04-09 Thu 01:38:56:448.141 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:38:56:448.149 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Processing scm::EvTcpDeleteSession in state Idle 2026-04-09 Thu 01:38:56:448.175 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:38:56:448.303 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: SANDESH: Send FAILED: 1775698736448098 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 54 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 364 calls = 59 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 86706 calls = 54 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 230 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 169 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 54 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 171 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 431, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 341, _iter59->first = sent _iter59->second = 54, ] ] ] 2026-04-09 Thu 01:38:56:448.321 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:38:57:448.695 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-04-09 Thu 01:38:57:448.979 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Connect : Start Connect timer 10.0.0.129:8086 2026-04-09 Thu 01:38:57:449.105 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:38:57:449.129 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: SANDESH: Send FAILED: 1775698737448775 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-04-09 Thu 01:38:57:449.138 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:38:57:449.146 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:38:57:449.277 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: SANDESH: Send FAILED: 1775698737449087 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 54 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 364 calls = 59 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 86706 calls = 54 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 230 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 170 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 54 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 172 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 431, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 343, _iter59->first = sent _iter59->second = 54, ] ] ] 2026-04-09 Thu 01:38:57:449.297 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:38:57:452.000 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.129:43676::10.0.0.129:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 282 2026-04-09 Thu 01:38:57:452.037 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43676::10.0.0.129:8086(-1) OnSessionEvent TCP Connected 2026-04-09 Thu 01:38:57:452.045 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43676::10.0.0.129:8086(-1):EvTcpConnected 2026-04-09 Thu 01:38:57:452.108 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: Processing scm::EvTcpConnected in state Connect 2026-04-09 Thu 01:38:57:452.140 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: Connect : EvTcpConnected : Cancelling Connect timer 2026-04-09 Thu 01:38:57:452.181 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: ClientInit 2026-04-09 Thu 01:38:57:452.197 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: Sending Ctrl Message for cn-jenkins-deploy-platform-juju-os-692-1:contrail-dns:0:Control count 55 2026-04-09 Thu 01:38:57:452.286 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:38:57:452.295 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: ClientInit : EvSandeshSend : NodeStatusUVE 2026-04-09 Thu 01:38:57:452.312 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: SANDESH: Send FAILED: 1775698737452174 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-04-09 Thu 01:38:57:452.319 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: Received UVE message in wrong state : NodeStatusUVE 2026-04-09 Thu 01:38:57:452.326 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:38:57:452.332 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2026-04-09 Thu 01:38:57:452.343 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:38:57:452.349 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-04-09 Thu 01:38:57:452.477 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: SANDESH: Send FAILED: 1775698737452271 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 55 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 364 calls = 59 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 86706 calls = 54 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 230 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 171 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 54 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 173 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 62 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 432, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 345, _iter59->first = sent _iter59->second = 54, ] ] ] 2026-04-09 Thu 01:38:57:452.506 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-04-09 Thu 01:38:57:453.686 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43676::10.0.0.129:8086(-1) OnSessionEvent TCP Connection Closed 2026-04-09 Thu 01:38:57:453.707 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43676::10.0.0.129:8086(-1):EvTcpClose 2026-04-09 Thu 01:38:57:453.750 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvTcpClose in state ClientInit 2026-04-09 Thu 01:38:57:453.759 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: ClientInit : EvTcpClose 2026-04-09 Thu 01:38:57:453.795 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Return to idle with 1000 2026-04-09 Thu 01:38:57:453.802 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Idle 2026-04-09 Thu 01:38:57:453.875 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:38:57:453.895 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: SANDESH: Send FAILED: 1775698737453785 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Down description = ClientInit : EvTcpClose ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-04-09 Thu 01:38:57:453.903 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:38:57:453.911 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvTcpDeleteSession in state Idle 2026-04-09 Thu 01:38:57:453.940 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:38:57:454.134 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: SANDESH: Send FAILED: 1775698737453862 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 55 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 371 calls = 60 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 88312 calls = 55 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 230 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 172 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 55 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 174 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 62 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 432, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 347, _iter59->first = sent _iter59->second = 55, ] ] ] 2026-04-09 Thu 01:38:57:454.155 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:38:58:071.180 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153129489984, Pid 1069667]: ConfigClientManager [SYS_WARN]: ConfigClientMgrWarning: RabbitMQ SM: Caught exception while receiving messages from RabbitMQ: 10.0.0.129:5673 : connection error: 320: CONNECTION_FORCED - broker forced connection closure with reason 'shutdown' src/contrail-common/config-client-mgr/config_amqp_client.cc 366 2026-04-09 Thu 01:38:58:072.964 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:38:58:072.995 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: SANDESH: Send FAILED: 1775698738071248 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Down description = ClientInit : EvTcpClose ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:38:58:073.004 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:38:58:073.032 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153129489984, Pid 1069667]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: RabbitMQ connection down src/contrail-common/config-client-mgr/config_amqp_client.cc 157 2026-04-09 Thu 01:38:58:073.042 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153129489984, Pid 1069667]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: Connect to Rabbit MQ with queue_delete FALSE src/contrail-common/config-client-mgr/config_amqp_client.cc 167 2026-04-09 Thu 01:38:58:073.205 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153129489984, Pid 1069667]: ConfigClientManager [SYS_WARN]: ConfigClientMgrWarning: RabbitMQ SM: Caught exception while connecting to RabbitMQ: 10.0.0.129:5673 : a socket error occurred src/contrail-common/config-client-mgr/config_amqp_client.cc 220 2026-04-09 Thu 01:38:58:454.969 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153167275584, Pid 1069667]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-04-09 Thu 01:38:58:455.277 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153167275584, Pid 1069667]: Connect : Start Connect timer 10.0.0.129:8086 2026-04-09 Thu 01:38:58:455.414 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153167275584, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:38:58:455.453 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153167275584, Pid 1069667]: SANDESH: Send FAILED: 1775698738455052 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:38:58:455.464 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153167275584, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:38:58:455.476 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153167275584, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:38:58:455.935 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153167275584, Pid 1069667]: SANDESH: Send FAILED: 1775698738455389 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 55 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 371 calls = 60 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 88312 calls = 55 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 174 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 55 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 175 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 62 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 436, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 350, _iter59->first = sent _iter59->second = 55, ] ] ] 2026-04-09 Thu 01:38:58:455.977 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153167275584, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:38:58:458.423 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.129:43686::10.0.0.129:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 282 2026-04-09 Thu 01:38:58:458.476 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43686::10.0.0.129:8086(-1) OnSessionEvent TCP Connected 2026-04-09 Thu 01:38:58:458.484 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43686::10.0.0.129:8086(-1):EvTcpConnected 2026-04-09 Thu 01:38:58:459.191 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvTcpConnected in state Connect 2026-04-09 Thu 01:38:58:459.204 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Connect : EvTcpConnected : Cancelling Connect timer 2026-04-09 Thu 01:38:58:459.240 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: ClientInit 2026-04-09 Thu 01:38:58:459.251 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Sending Ctrl Message for cn-jenkins-deploy-platform-juju-os-692-1:contrail-dns:0:Control count 56 2026-04-09 Thu 01:38:58:459.346 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:38:58:459.355 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: ClientInit : EvSandeshSend : NodeStatusUVE 2026-04-09 Thu 01:38:58:459.375 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: SANDESH: Send FAILED: 1775698738459233 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:38:58:459.385 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Received UVE message in wrong state : NodeStatusUVE 2026-04-09 Thu 01:38:58:459.396 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:38:58:459.406 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2026-04-09 Thu 01:38:58:459.420 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:38:58:459.429 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-04-09 Thu 01:38:58:459.612 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: SANDESH: Send FAILED: 1775698738459332 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 56 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 371 calls = 60 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 88312 calls = 55 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 175 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 55 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 176 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 63 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 437, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 352, _iter59->first = sent _iter59->second = 55, ] ] ] 2026-04-09 Thu 01:38:58:459.638 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-04-09 Thu 01:38:58:460.061 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43686::10.0.0.129:8086(-1) OnSessionEvent TCP Connection Closed 2026-04-09 Thu 01:38:58:460.104 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43686::10.0.0.129:8086(-1):EvTcpClose 2026-04-09 Thu 01:38:58:460.131 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153133688384, Pid 1069667]: Processing scm::EvTcpClose in state ClientInit 2026-04-09 Thu 01:38:58:460.156 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153133688384, Pid 1069667]: ClientInit : EvTcpClose 2026-04-09 Thu 01:38:58:460.194 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153133688384, Pid 1069667]: Return to idle with 1000 2026-04-09 Thu 01:38:58:460.201 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153133688384, Pid 1069667]: Idle 2026-04-09 Thu 01:38:58:460.277 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153133688384, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:38:58:460.297 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153133688384, Pid 1069667]: SANDESH: Send FAILED: 1775698738460182 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Down description = ClientInit : EvTcpClose ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:38:58:460.305 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153133688384, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:38:58:460.313 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153133688384, Pid 1069667]: Processing scm::EvTcpDeleteSession in state Idle 2026-04-09 Thu 01:38:58:460.339 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153133688384, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:38:58:460.880 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153133688384, Pid 1069667]: SANDESH: Send FAILED: 1775698738460264 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 56 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 378 calls = 61 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 89918 calls = 56 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 176 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 56 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 177 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 63 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 437, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 354, _iter59->first = sent _iter59->second = 56, ] ] ] 2026-04-09 Thu 01:38:58:460.911 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153133688384, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:38:59:461.440 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153163077184, Pid 1069667]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-04-09 Thu 01:38:59:461.699 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153163077184, Pid 1069667]: Connect : Start Connect timer 10.0.0.129:8086 2026-04-09 Thu 01:38:59:461.805 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153163077184, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:38:59:461.837 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153163077184, Pid 1069667]: SANDESH: Send FAILED: 1775698739461507 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:38:59:461.848 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153163077184, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:38:59:461.859 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153163077184, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:38:59:462.017 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153163077184, Pid 1069667]: SANDESH: Send FAILED: 1775698739461787 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 56 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 378 calls = 61 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 89918 calls = 56 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 177 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 56 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 178 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 63 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 437, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 356, _iter59->first = sent _iter59->second = 56, ] ] ] 2026-04-09 Thu 01:38:59:462.040 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153163077184, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:38:59:463.936 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.129:43702::10.0.0.129:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 282 2026-04-09 Thu 01:38:59:463.963 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43702::10.0.0.129:8086(-1) OnSessionEvent TCP Connected 2026-04-09 Thu 01:38:59:463.971 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43702::10.0.0.129:8086(-1):EvTcpConnected 2026-04-09 Thu 01:38:59:464.016 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153163077184, Pid 1069667]: Processing scm::EvTcpConnected in state Connect 2026-04-09 Thu 01:38:59:464.026 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153163077184, Pid 1069667]: Connect : EvTcpConnected : Cancelling Connect timer 2026-04-09 Thu 01:38:59:464.056 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153163077184, Pid 1069667]: ClientInit 2026-04-09 Thu 01:38:59:464.067 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153163077184, Pid 1069667]: Sending Ctrl Message for cn-jenkins-deploy-platform-juju-os-692-1:contrail-dns:0:Control count 57 2026-04-09 Thu 01:38:59:464.161 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153163077184, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:38:59:464.169 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153163077184, Pid 1069667]: ClientInit : EvSandeshSend : NodeStatusUVE 2026-04-09 Thu 01:38:59:464.187 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153163077184, Pid 1069667]: SANDESH: Send FAILED: 1775698739464049 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:38:59:464.198 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153163077184, Pid 1069667]: Received UVE message in wrong state : NodeStatusUVE 2026-04-09 Thu 01:38:59:464.206 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153163077184, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:38:59:464.212 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153163077184, Pid 1069667]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2026-04-09 Thu 01:38:59:464.221 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153163077184, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:38:59:464.226 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153163077184, Pid 1069667]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-04-09 Thu 01:38:59:464.359 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153163077184, Pid 1069667]: SANDESH: Send FAILED: 1775698739464147 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 57 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 378 calls = 61 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 89918 calls = 56 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 178 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 56 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 179 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 64 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 438, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 358, _iter59->first = sent _iter59->second = 56, ] ] ] 2026-04-09 Thu 01:38:59:464.374 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153163077184, Pid 1069667]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-04-09 Thu 01:38:59:465.051 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43702::10.0.0.129:8086(-1) OnSessionEvent TCP Connection Closed 2026-04-09 Thu 01:38:59:465.086 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43702::10.0.0.129:8086(-1):EvTcpClose 2026-04-09 Thu 01:38:59:465.132 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153167275584, Pid 1069667]: Processing scm::EvTcpClose in state ClientInit 2026-04-09 Thu 01:38:59:465.156 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153167275584, Pid 1069667]: ClientInit : EvTcpClose 2026-04-09 Thu 01:38:59:465.190 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153167275584, Pid 1069667]: Return to idle with 1000 2026-04-09 Thu 01:38:59:465.224 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153167275584, Pid 1069667]: Idle 2026-04-09 Thu 01:38:59:465.298 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153167275584, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:38:59:465.321 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153167275584, Pid 1069667]: SANDESH: Send FAILED: 1775698739465180 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Down description = ClientInit : EvTcpClose ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:38:59:465.332 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153167275584, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:38:59:465.342 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153167275584, Pid 1069667]: Processing scm::EvTcpDeleteSession in state Idle 2026-04-09 Thu 01:38:59:465.375 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153167275584, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:38:59:465.587 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153167275584, Pid 1069667]: SANDESH: Send FAILED: 1775698739465285 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 57 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 385 calls = 62 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 91524 calls = 57 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 179 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 57 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 180 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 64 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 438, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 360, _iter59->first = sent _iter59->second = 57, ] ] ] 2026-04-09 Thu 01:38:59:465.616 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153167275584, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:39:00:465.324 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-04-09 Thu 01:39:00:465.687 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: Connect : Start Connect timer 10.0.0.129:8086 2026-04-09 Thu 01:39:00:465.820 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:00:465.854 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: SANDESH: Send FAILED: 1775698740465414 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:00:465.865 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:00:465.877 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:00:466.369 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: SANDESH: Send FAILED: 1775698740465797 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 57 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 385 calls = 62 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 91524 calls = 57 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 180 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 57 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 181 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 64 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 438, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 362, _iter59->first = sent _iter59->second = 57, ] ] ] 2026-04-09 Thu 01:39:00:466.409 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:39:00:467.512 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.129:43718::10.0.0.129:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 282 2026-04-09 Thu 01:39:00:467.537 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43718::10.0.0.129:8086(-1) OnSessionEvent TCP Connected 2026-04-09 Thu 01:39:00:467.545 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43718::10.0.0.129:8086(-1):EvTcpConnected 2026-04-09 Thu 01:39:00:467.912 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvTcpConnected in state Connect 2026-04-09 Thu 01:39:00:469.225 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Connect : EvTcpConnected : Cancelling Connect timer 2026-04-09 Thu 01:39:00:469.295 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: ClientInit 2026-04-09 Thu 01:39:00:469.318 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Sending Ctrl Message for cn-jenkins-deploy-platform-juju-os-692-1:contrail-dns:0:Control count 58 2026-04-09 Thu 01:39:00:469.405 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:00:469.414 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: ClientInit : EvSandeshSend : NodeStatusUVE 2026-04-09 Thu 01:39:00:469.433 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: SANDESH: Send FAILED: 1775698740469287 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:00:469.440 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Received UVE message in wrong state : NodeStatusUVE 2026-04-09 Thu 01:39:00:469.448 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:00:469.453 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2026-04-09 Thu 01:39:00:469.464 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:00:469.470 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-04-09 Thu 01:39:00:469.644 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: SANDESH: Send FAILED: 1775698740469391 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 58 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 385 calls = 62 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 91524 calls = 57 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 181 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 57 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 182 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 65 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 439, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 364, _iter59->first = sent _iter59->second = 57, ] ] ] 2026-04-09 Thu 01:39:00:469.670 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-04-09 Thu 01:39:00:470.325 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43718::10.0.0.129:8086(-1) OnSessionEvent TCP Connection Closed 2026-04-09 Thu 01:39:00:470.344 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43718::10.0.0.129:8086(-1):EvTcpClose 2026-04-09 Thu 01:39:00:470.383 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Processing scm::EvTcpClose in state ClientInit 2026-04-09 Thu 01:39:00:470.400 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: ClientInit : EvTcpClose 2026-04-09 Thu 01:39:00:470.436 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Return to idle with 1000 2026-04-09 Thu 01:39:00:470.442 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Idle 2026-04-09 Thu 01:39:00:470.507 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:39:00:470.528 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: SANDESH: Send FAILED: 1775698740470427 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Down description = ClientInit : EvTcpClose ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:00:470.538 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:00:470.548 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Processing scm::EvTcpDeleteSession in state Idle 2026-04-09 Thu 01:39:00:470.582 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:39:00:470.708 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: SANDESH: Send FAILED: 1775698740470496 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 58 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 392 calls = 63 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 93130 calls = 58 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 182 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 58 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 183 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 65 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 439, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 366, _iter59->first = sent _iter59->second = 58, ] ] ] 2026-04-09 Thu 01:39:00:470.731 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:39:01:470.825 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153154680384, Pid 1069667]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-04-09 Thu 01:39:01:471.126 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153154680384, Pid 1069667]: Connect : Start Connect timer 10.0.0.129:8086 2026-04-09 Thu 01:39:01:471.262 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153154680384, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:01:471.300 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153154680384, Pid 1069667]: SANDESH: Send FAILED: 1775698741470916 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:01:471.312 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153154680384, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:01:471.325 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153154680384, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:01:471.593 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153154680384, Pid 1069667]: SANDESH: Send FAILED: 1775698741471236 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 58 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 392 calls = 63 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 93130 calls = 58 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 183 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 58 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 184 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 65 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 439, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 368, _iter59->first = sent _iter59->second = 58, ] ] ] 2026-04-09 Thu 01:39:01:471.625 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153154680384, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:39:01:474.235 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.129:43758::10.0.0.129:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 282 2026-04-09 Thu 01:39:01:474.257 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43758::10.0.0.129:8086(-1) OnSessionEvent TCP Connected 2026-04-09 Thu 01:39:01:474.265 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43758::10.0.0.129:8086(-1):EvTcpConnected 2026-04-09 Thu 01:39:01:474.323 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153150481984, Pid 1069667]: Processing scm::EvTcpConnected in state Connect 2026-04-09 Thu 01:39:01:474.355 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153150481984, Pid 1069667]: Connect : EvTcpConnected : Cancelling Connect timer 2026-04-09 Thu 01:39:01:474.391 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153150481984, Pid 1069667]: ClientInit 2026-04-09 Thu 01:39:01:474.426 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153150481984, Pid 1069667]: Sending Ctrl Message for cn-jenkins-deploy-platform-juju-os-692-1:contrail-dns:0:Control count 59 2026-04-09 Thu 01:39:01:474.516 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153150481984, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:01:474.525 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153150481984, Pid 1069667]: ClientInit : EvSandeshSend : NodeStatusUVE 2026-04-09 Thu 01:39:01:474.542 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153150481984, Pid 1069667]: SANDESH: Send FAILED: 1775698741474384 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:01:474.558 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153150481984, Pid 1069667]: Received UVE message in wrong state : NodeStatusUVE 2026-04-09 Thu 01:39:01:474.566 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153150481984, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:01:474.572 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153150481984, Pid 1069667]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2026-04-09 Thu 01:39:01:474.582 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153150481984, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:01:474.588 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153150481984, Pid 1069667]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-04-09 Thu 01:39:01:474.715 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153150481984, Pid 1069667]: SANDESH: Send FAILED: 1775698741474500 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 59 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 392 calls = 63 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 93130 calls = 58 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 184 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 58 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 185 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 66 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 440, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 370, _iter59->first = sent _iter59->second = 58, ] ] ] 2026-04-09 Thu 01:39:01:474.732 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153150481984, Pid 1069667]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-04-09 Thu 01:39:01:475.286 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43758::10.0.0.129:8086(-1) OnSessionEvent TCP Connection Closed 2026-04-09 Thu 01:39:01:475.305 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43758::10.0.0.129:8086(-1):EvTcpClose 2026-04-09 Thu 01:39:01:475.351 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: Processing scm::EvTcpClose in state ClientInit 2026-04-09 Thu 01:39:01:475.379 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: ClientInit : EvTcpClose 2026-04-09 Thu 01:39:01:475.430 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: Return to idle with 1000 2026-04-09 Thu 01:39:01:475.441 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: Idle 2026-04-09 Thu 01:39:01:475.544 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:39:01:475.571 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: SANDESH: Send FAILED: 1775698741475417 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Down description = ClientInit : EvTcpClose ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:01:475.581 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:01:475.593 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: Processing scm::EvTcpDeleteSession in state Idle 2026-04-09 Thu 01:39:01:475.618 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:39:01:475.744 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: SANDESH: Send FAILED: 1775698741475522 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 59 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 399 calls = 64 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 94736 calls = 59 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 185 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 59 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 186 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 66 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 440, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 372, _iter59->first = sent _iter59->second = 59, ] ] ] 2026-04-09 Thu 01:39:01:475.762 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:39:02:475.802 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-04-09 Thu 01:39:02:476.237 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: Connect : Start Connect timer 10.0.0.129:8086 2026-04-09 Thu 01:39:02:476.330 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:02:476.353 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: SANDESH: Send FAILED: 1775698742476088 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:02:476.361 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:02:476.369 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:02:476.548 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: SANDESH: Send FAILED: 1775698742476315 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 59 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 399 calls = 64 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 94736 calls = 59 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 186 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 59 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 187 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 66 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 440, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 374, _iter59->first = sent _iter59->second = 59, ] ] ] 2026-04-09 Thu 01:39:02:476.572 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:39:02:478.233 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.129:43768::10.0.0.129:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 282 2026-04-09 Thu 01:39:02:478.263 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43768::10.0.0.129:8086(-1) OnSessionEvent TCP Connected 2026-04-09 Thu 01:39:02:478.271 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43768::10.0.0.129:8086(-1):EvTcpConnected 2026-04-09 Thu 01:39:02:478.540 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Processing scm::EvTcpConnected in state Connect 2026-04-09 Thu 01:39:02:478.550 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Connect : EvTcpConnected : Cancelling Connect timer 2026-04-09 Thu 01:39:02:478.581 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: ClientInit 2026-04-09 Thu 01:39:02:478.592 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Sending Ctrl Message for cn-jenkins-deploy-platform-juju-os-692-1:contrail-dns:0:Control count 60 2026-04-09 Thu 01:39:02:478.789 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:02:478.802 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: ClientInit : EvSandeshSend : NodeStatusUVE 2026-04-09 Thu 01:39:02:478.820 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: SANDESH: Send FAILED: 1775698742478576 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:02:478.827 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Received UVE message in wrong state : NodeStatusUVE 2026-04-09 Thu 01:39:02:478.834 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:02:478.840 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2026-04-09 Thu 01:39:02:478.849 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:02:478.855 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-04-09 Thu 01:39:02:478.980 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: SANDESH: Send FAILED: 1775698742478773 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 60 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 399 calls = 64 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 94736 calls = 59 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 187 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 59 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 188 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 67 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 441, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 376, _iter59->first = sent _iter59->second = 59, ] ] ] 2026-04-09 Thu 01:39:02:479.000 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-04-09 Thu 01:39:02:486.699 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43768::10.0.0.129:8086(-1) OnSessionEvent TCP Connection Closed 2026-04-09 Thu 01:39:02:486.726 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43768::10.0.0.129:8086(-1):EvTcpClose 2026-04-09 Thu 01:39:02:487.625 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: Processing scm::EvTcpClose in state ClientInit 2026-04-09 Thu 01:39:02:487.642 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: ClientInit : EvTcpClose 2026-04-09 Thu 01:39:02:487.691 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: Return to idle with 1000 2026-04-09 Thu 01:39:02:487.699 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: Idle 2026-04-09 Thu 01:39:02:487.779 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:39:02:487.853 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: SANDESH: Send FAILED: 1775698742487672 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Down description = ClientInit : EvTcpClose ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:02:487.869 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:02:487.879 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: Processing scm::EvTcpDeleteSession in state Idle 2026-04-09 Thu 01:39:02:487.888 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:39:02:488.053 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: SANDESH: Send FAILED: 1775698742487766 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 60 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 406 calls = 65 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 96342 calls = 60 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 188 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 60 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 189 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 67 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 441, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 378, _iter59->first = sent _iter59->second = 60, ] ] ] 2026-04-09 Thu 01:39:02:488.524 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:39:03:073.482 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153129489984, Pid 1069667]: ConfigClientManager [SYS_WARN]: ConfigClientMgrWarning: RabbitMQ SM: Caught exception while connecting to RabbitMQ: 10.0.0.129:5673 : a socket error occurred src/contrail-common/config-client-mgr/config_amqp_client.cc 220 2026-04-09 Thu 01:39:03:488.541 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-04-09 Thu 01:39:03:489.051 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Connect : Start Connect timer 10.0.0.129:8086 2026-04-09 Thu 01:39:03:489.217 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:03:489.254 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: SANDESH: Send FAILED: 1775698743488630 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:03:489.267 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:03:489.279 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:03:489.636 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: SANDESH: Send FAILED: 1775698743489190 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 60 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 406 calls = 65 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 96342 calls = 60 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 189 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 60 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 190 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 67 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 442, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 380, _iter59->first = sent _iter59->second = 60, ] ] ] 2026-04-09 Thu 01:39:03:490.526 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:39:03:493.368 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.129:43792::10.0.0.129:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 282 2026-04-09 Thu 01:39:03:493.400 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43792::10.0.0.129:8086(-1) OnSessionEvent TCP Connected 2026-04-09 Thu 01:39:03:493.412 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43792::10.0.0.129:8086(-1):EvTcpConnected 2026-04-09 Thu 01:39:03:494.834 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Processing scm::EvTcpConnected in state Connect 2026-04-09 Thu 01:39:03:494.866 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Connect : EvTcpConnected : Cancelling Connect timer 2026-04-09 Thu 01:39:03:494.916 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: ClientInit 2026-04-09 Thu 01:39:03:494.933 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Sending Ctrl Message for cn-jenkins-deploy-platform-juju-os-692-1:contrail-dns:0:Control count 61 2026-04-09 Thu 01:39:03:495.052 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:03:495.066 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: ClientInit : EvSandeshSend : NodeStatusUVE 2026-04-09 Thu 01:39:03:495.104 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: SANDESH: Send FAILED: 1775698743494907 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:03:495.124 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Received UVE message in wrong state : NodeStatusUVE 2026-04-09 Thu 01:39:03:495.134 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:03:495.143 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2026-04-09 Thu 01:39:03:495.159 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:03:495.167 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-04-09 Thu 01:39:03:495.459 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: SANDESH: Send FAILED: 1775698743495033 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 61 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 406 calls = 65 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 96342 calls = 60 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 190 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 60 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 191 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 68 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 443, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 382, _iter59->first = sent _iter59->second = 60, ] ] ] 2026-04-09 Thu 01:39:03:495.489 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-04-09 Thu 01:39:03:498.306 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43792::10.0.0.129:8086(-1) OnSessionEvent TCP Connection Closed 2026-04-09 Thu 01:39:03:498.328 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43792::10.0.0.129:8086(-1):EvTcpClose 2026-04-09 Thu 01:39:03:498.923 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Processing scm::EvTcpClose in state ClientInit 2026-04-09 Thu 01:39:03:498.942 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: ClientInit : EvTcpClose 2026-04-09 Thu 01:39:03:498.992 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Return to idle with 1000 2026-04-09 Thu 01:39:03:498.999 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Idle 2026-04-09 Thu 01:39:03:499.088 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:39:03:499.109 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: SANDESH: Send FAILED: 1775698743498973 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Down description = ClientInit : EvTcpClose ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:03:499.117 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:03:499.125 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Processing scm::EvTcpDeleteSession in state Idle 2026-04-09 Thu 01:39:03:499.132 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:39:03:499.260 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: SANDESH: Send FAILED: 1775698743499065 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 61 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 413 calls = 66 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 97948 calls = 61 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 191 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 61 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 192 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 68 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 443, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 384, _iter59->first = sent _iter59->second = 61, ] ] ] 2026-04-09 Thu 01:39:03:499.278 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:39:04:499.752 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-04-09 Thu 01:39:04:499.993 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Connect : Start Connect timer 10.0.0.129:8086 2026-04-09 Thu 01:39:04:500.101 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:04:500.126 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: SANDESH: Send FAILED: 1775698744499828 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:04:500.135 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:04:500.143 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:04:500.273 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: SANDESH: Send FAILED: 1775698744500084 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 61 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 413 calls = 66 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 97948 calls = 61 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 192 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 61 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 193 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 68 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 443, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 386, _iter59->first = sent _iter59->second = 61, ] ] ] 2026-04-09 Thu 01:39:04:500.293 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:39:04:506.321 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.129:43806::10.0.0.129:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 282 2026-04-09 Thu 01:39:04:506.358 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43806::10.0.0.129:8086(-1) OnSessionEvent TCP Connected 2026-04-09 Thu 01:39:04:506.366 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43806::10.0.0.129:8086(-1):EvTcpConnected 2026-04-09 Thu 01:39:04:510.220 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvTcpConnected in state Connect 2026-04-09 Thu 01:39:04:511.689 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Connect : EvTcpConnected : Cancelling Connect timer 2026-04-09 Thu 01:39:04:511.741 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: ClientInit 2026-04-09 Thu 01:39:04:511.759 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Sending Ctrl Message for cn-jenkins-deploy-platform-juju-os-692-1:contrail-dns:0:Control count 62 2026-04-09 Thu 01:39:04:511.868 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:04:511.878 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: ClientInit : EvSandeshSend : NodeStatusUVE 2026-04-09 Thu 01:39:04:511.899 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: SANDESH: Send FAILED: 1775698744511732 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:04:511.909 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Received UVE message in wrong state : NodeStatusUVE 2026-04-09 Thu 01:39:04:511.917 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:04:511.923 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2026-04-09 Thu 01:39:04:511.934 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:04:511.940 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-04-09 Thu 01:39:04:512.087 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: SANDESH: Send FAILED: 1775698744511848 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 62 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 413 calls = 66 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 97948 calls = 61 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 193 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 61 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 194 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 69 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 444, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 388, _iter59->first = sent _iter59->second = 61, ] ] ] 2026-04-09 Thu 01:39:04:512.110 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-04-09 Thu 01:39:04:516.621 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43806::10.0.0.129:8086(-1) OnSessionEvent TCP Connection Closed 2026-04-09 Thu 01:39:04:516.651 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43806::10.0.0.129:8086(-1):EvTcpClose 2026-04-09 Thu 01:39:04:520.914 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvTcpClose in state ClientInit 2026-04-09 Thu 01:39:04:520.945 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: ClientInit : EvTcpClose 2026-04-09 Thu 01:39:04:521.007 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Return to idle with 1000 2026-04-09 Thu 01:39:04:521.018 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Idle 2026-04-09 Thu 01:39:04:521.143 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:39:04:521.174 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: SANDESH: Send FAILED: 1775698744520978 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Down description = ClientInit : EvTcpClose ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:04:521.185 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:04:521.197 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvTcpDeleteSession in state Idle 2026-04-09 Thu 01:39:04:521.209 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:39:04:521.402 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: SANDESH: Send FAILED: 1775698744521121 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 62 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 420 calls = 67 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 99554 calls = 62 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 194 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 62 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 195 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 69 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 444, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 390, _iter59->first = sent _iter59->second = 62, ] ] ] 2026-04-09 Thu 01:39:04:521.429 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:39:05:521.750 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-04-09 Thu 01:39:05:523.477 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: Connect : Start Connect timer 10.0.0.129:8086 2026-04-09 Thu 01:39:05:523.608 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:05:523.634 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: SANDESH: Send FAILED: 1775698745521817 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:05:523.643 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:05:523.652 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:05:523.804 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: SANDESH: Send FAILED: 1775698745523589 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 62 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 420 calls = 67 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 99554 calls = 62 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 195 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 62 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 196 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 69 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 444, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 392, _iter59->first = sent _iter59->second = 62, ] ] ] 2026-04-09 Thu 01:39:05:523.828 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:39:05:525.954 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.129:43834::10.0.0.129:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 282 2026-04-09 Thu 01:39:05:525.976 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43834::10.0.0.129:8086(-1) OnSessionEvent TCP Connected 2026-04-09 Thu 01:39:05:525.983 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43834::10.0.0.129:8086(-1):EvTcpConnected 2026-04-09 Thu 01:39:05:526.027 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: Processing scm::EvTcpConnected in state Connect 2026-04-09 Thu 01:39:05:526.036 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: Connect : EvTcpConnected : Cancelling Connect timer 2026-04-09 Thu 01:39:05:526.075 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: ClientInit 2026-04-09 Thu 01:39:05:526.086 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: Sending Ctrl Message for cn-jenkins-deploy-platform-juju-os-692-1:contrail-dns:0:Control count 63 2026-04-09 Thu 01:39:05:526.159 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:05:526.168 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: ClientInit : EvSandeshSend : NodeStatusUVE 2026-04-09 Thu 01:39:05:526.184 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: SANDESH: Send FAILED: 1775698745526061 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:05:526.197 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: Received UVE message in wrong state : NodeStatusUVE 2026-04-09 Thu 01:39:05:526.204 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:05:526.210 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2026-04-09 Thu 01:39:05:526.219 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:05:526.225 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-04-09 Thu 01:39:05:526.349 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: SANDESH: Send FAILED: 1775698745526146 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 63 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 420 calls = 67 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 99554 calls = 62 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 196 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 62 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 197 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 70 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 445, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 394, _iter59->first = sent _iter59->second = 62, ] ] ] 2026-04-09 Thu 01:39:05:526.364 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153142085184, Pid 1069667]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-04-09 Thu 01:39:05:527.580 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43834::10.0.0.129:8086(-1) OnSessionEvent TCP Connection Closed 2026-04-09 Thu 01:39:05:527.932 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43834::10.0.0.129:8086(-1):EvTcpClose 2026-04-09 Thu 01:39:05:528.256 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153171473984, Pid 1069667]: Processing scm::EvTcpClose in state ClientInit 2026-04-09 Thu 01:39:05:528.269 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153171473984, Pid 1069667]: ClientInit : EvTcpClose 2026-04-09 Thu 01:39:05:528.313 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153171473984, Pid 1069667]: Return to idle with 1000 2026-04-09 Thu 01:39:05:528.327 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153171473984, Pid 1069667]: Idle 2026-04-09 Thu 01:39:05:528.401 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153171473984, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:39:05:528.422 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153171473984, Pid 1069667]: SANDESH: Send FAILED: 1775698745528295 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Down description = ClientInit : EvTcpClose ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:05:528.429 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153171473984, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:05:528.436 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153171473984, Pid 1069667]: Processing scm::EvTcpDeleteSession in state Idle 2026-04-09 Thu 01:39:05:528.444 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153171473984, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:39:05:528.572 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153171473984, Pid 1069667]: SANDESH: Send FAILED: 1775698745528388 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 63 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 427 calls = 68 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 101160 calls = 63 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 197 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 63 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 198 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 70 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 445, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 396, _iter59->first = sent _iter59->second = 63, ] ] ] 2026-04-09 Thu 01:39:05:528.589 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153171473984, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:39:06:528.699 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153171473984, Pid 1069667]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-04-09 Thu 01:39:06:529.638 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153171473984, Pid 1069667]: Connect : Start Connect timer 10.0.0.129:8086 2026-04-09 Thu 01:39:06:529.752 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153171473984, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:06:529.777 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153171473984, Pid 1069667]: SANDESH: Send FAILED: 1775698746528798 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:06:529.786 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153171473984, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:06:529.795 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153171473984, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:06:529.925 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153171473984, Pid 1069667]: SANDESH: Send FAILED: 1775698746529734 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 63 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 427 calls = 68 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 101160 calls = 63 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 198 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 63 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 199 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 70 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 445, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 398, _iter59->first = sent _iter59->second = 63, ] ] ] 2026-04-09 Thu 01:39:06:529.944 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153171473984, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:39:06:531.565 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.129:43842::10.0.0.129:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 282 2026-04-09 Thu 01:39:06:531.593 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43842::10.0.0.129:8086(-1) OnSessionEvent TCP Connected 2026-04-09 Thu 01:39:06:531.600 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43842::10.0.0.129:8086(-1):EvTcpConnected 2026-04-09 Thu 01:39:06:531.902 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvTcpConnected in state Connect 2026-04-09 Thu 01:39:06:531.915 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Connect : EvTcpConnected : Cancelling Connect timer 2026-04-09 Thu 01:39:06:531.954 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: ClientInit 2026-04-09 Thu 01:39:06:531.967 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Sending Ctrl Message for cn-jenkins-deploy-platform-juju-os-692-1:contrail-dns:0:Control count 64 2026-04-09 Thu 01:39:06:532.052 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:06:532.061 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: ClientInit : EvSandeshSend : NodeStatusUVE 2026-04-09 Thu 01:39:06:532.089 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: SANDESH: Send FAILED: 1775698746531946 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:06:532.099 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Received UVE message in wrong state : NodeStatusUVE 2026-04-09 Thu 01:39:06:532.111 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:06:532.120 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2026-04-09 Thu 01:39:06:532.134 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:06:532.142 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-04-09 Thu 01:39:06:532.363 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: SANDESH: Send FAILED: 1775698746532036 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 64 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 427 calls = 68 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 101160 calls = 63 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 199 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 63 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 200 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 71 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 446, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 400, _iter59->first = sent _iter59->second = 63, ] ] ] 2026-04-09 Thu 01:39:06:532.389 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-04-09 Thu 01:39:06:533.723 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43842::10.0.0.129:8086(-1) OnSessionEvent TCP Connection Closed 2026-04-09 Thu 01:39:06:533.745 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:43842::10.0.0.129:8086(-1):EvTcpClose 2026-04-09 Thu 01:39:06:534.168 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvTcpClose in state ClientInit 2026-04-09 Thu 01:39:06:534.183 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: ClientInit : EvTcpClose 2026-04-09 Thu 01:39:06:534.238 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Return to idle with 1000 2026-04-09 Thu 01:39:06:534.248 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Idle 2026-04-09 Thu 01:39:06:534.341 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:39:06:534.374 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: SANDESH: Send FAILED: 1775698746534211 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Down description = ClientInit : EvTcpClose ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:06:534.384 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:06:534.394 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvTcpDeleteSession in state Idle 2026-04-09 Thu 01:39:06:534.405 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:39:06:534.640 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: SANDESH: Send FAILED: 1775698746534324 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 64 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 434 calls = 69 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 102766 calls = 64 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 200 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 64 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 201 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 71 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 446, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 402, _iter59->first = sent _iter59->second = 64, ] ] ] 2026-04-09 Thu 01:39:06:534.669 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153249670720, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:39:07:534.429 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-04-09 Thu 01:39:07:534.664 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Connect : Start Connect timer 10.0.0.129:8086 2026-04-09 Thu 01:39:07:534.773 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:07:534.798 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: SANDESH: Send FAILED: 1775698747534492 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:07:534.806 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:07:534.814 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:07:534.946 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: SANDESH: Send FAILED: 1775698747534745 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 64 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 434 calls = 69 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 102766 calls = 64 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 201 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 64 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 202 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 71 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 446, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 404, _iter59->first = sent _iter59->second = 64, ] ] ] 2026-04-09 Thu 01:39:07:534.967 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153125291584, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:39:07:537.074 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.129:40440::10.0.0.129:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 282 2026-04-09 Thu 01:39:07:537.099 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:40440::10.0.0.129:8086(-1) OnSessionEvent TCP Connected 2026-04-09 Thu 01:39:07:537.107 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:40440::10.0.0.129:8086(-1):EvTcpConnected 2026-04-09 Thu 01:39:07:537.580 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153158878784, Pid 1069667]: Processing scm::EvTcpConnected in state Connect 2026-04-09 Thu 01:39:07:537.597 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153158878784, Pid 1069667]: Connect : EvTcpConnected : Cancelling Connect timer 2026-04-09 Thu 01:39:07:537.628 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153158878784, Pid 1069667]: ClientInit 2026-04-09 Thu 01:39:07:537.638 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153158878784, Pid 1069667]: Sending Ctrl Message for cn-jenkins-deploy-platform-juju-os-692-1:contrail-dns:0:Control count 65 2026-04-09 Thu 01:39:07:537.714 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153158878784, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:07:537.722 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153158878784, Pid 1069667]: ClientInit : EvSandeshSend : NodeStatusUVE 2026-04-09 Thu 01:39:07:537.739 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153158878784, Pid 1069667]: SANDESH: Send FAILED: 1775698747537622 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:07:537.752 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153158878784, Pid 1069667]: Received UVE message in wrong state : NodeStatusUVE 2026-04-09 Thu 01:39:07:537.759 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153158878784, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:07:537.765 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153158878784, Pid 1069667]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2026-04-09 Thu 01:39:07:537.776 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153158878784, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:07:537.781 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153158878784, Pid 1069667]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-04-09 Thu 01:39:07:537.905 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153158878784, Pid 1069667]: SANDESH: Send FAILED: 1775698747537701 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 65 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 434 calls = 69 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 102766 calls = 64 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 202 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 64 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 203 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 72 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 447, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 406, _iter59->first = sent _iter59->second = 64, ] ] ] 2026-04-09 Thu 01:39:07:537.921 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153158878784, Pid 1069667]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-04-09 Thu 01:39:07:539.915 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:40440::10.0.0.129:8086(-1) OnSessionEvent TCP Connection Closed 2026-04-09 Thu 01:39:07:539.936 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:40440::10.0.0.129:8086(-1):EvTcpClose 2026-04-09 Thu 01:39:07:540.896 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153158878784, Pid 1069667]: Processing scm::EvTcpClose in state ClientInit 2026-04-09 Thu 01:39:07:541.460 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153158878784, Pid 1069667]: ClientInit : EvTcpClose 2026-04-09 Thu 01:39:07:541.503 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153158878784, Pid 1069667]: Return to idle with 1000 2026-04-09 Thu 01:39:07:541.511 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153158878784, Pid 1069667]: Idle 2026-04-09 Thu 01:39:07:541.603 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153158878784, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:39:07:541.626 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153158878784, Pid 1069667]: SANDESH: Send FAILED: 1775698747541491 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Down description = ClientInit : EvTcpClose ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:07:541.634 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153158878784, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:07:541.641 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153158878784, Pid 1069667]: Processing scm::EvTcpDeleteSession in state Idle 2026-04-09 Thu 01:39:07:541.671 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153158878784, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:39:07:541.798 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153158878784, Pid 1069667]: SANDESH: Send FAILED: 1775698747541583 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 65 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 441 calls = 70 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 104372 calls = 65 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 203 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 65 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 204 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 72 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 447, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 408, _iter59->first = sent _iter59->second = 65, ] ] ] 2026-04-09 Thu 01:39:07:541.815 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153158878784, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:39:08:073.771 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153129489984, Pid 1069667]: ConfigClientManager [SYS_WARN]: ConfigClientMgrWarning: RabbitMQ SM: Caught exception while connecting to RabbitMQ: 10.0.0.129:5673 : a socket error occurred src/contrail-common/config-client-mgr/config_amqp_client.cc 220 2026-04-09 Thu 01:39:08:543.061 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153133688384, Pid 1069667]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-04-09 Thu 01:39:08:543.291 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153133688384, Pid 1069667]: Connect : Start Connect timer 10.0.0.129:8086 2026-04-09 Thu 01:39:08:545.163 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153133688384, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:08:545.202 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153133688384, Pid 1069667]: SANDESH: Send FAILED: 1775698748543132 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:08:545.211 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153133688384, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:08:545.220 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153133688384, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:08:545.368 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.129:40450::10.0.0.129:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 282 2026-04-09 Thu 01:39:08:545.403 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:40450::10.0.0.129:8086(-1) OnSessionEvent TCP Connected 2026-04-09 Thu 01:39:08:545.371 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153133688384, Pid 1069667]: SANDESH: Send FAILED: 1775698748545134 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 65 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 441 calls = 70 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 104372 calls = 65 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 204 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 65 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 205 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 72 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 448, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 410, _iter59->first = sent _iter59->second = 65, ] ] ] 2026-04-09 Thu 01:39:08:545.454 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153133688384, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:39:08:545.415 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:40450::10.0.0.129:8086(-1):EvTcpConnected 2026-04-09 Thu 01:39:08:545.505 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: Processing scm::EvTcpConnected in state Connect 2026-04-09 Thu 01:39:08:545.516 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: Connect : EvTcpConnected : Cancelling Connect timer 2026-04-09 Thu 01:39:08:545.554 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: ClientInit 2026-04-09 Thu 01:39:08:545.572 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: Sending Ctrl Message for cn-jenkins-deploy-platform-juju-os-692-1:contrail-dns:0:Control count 66 2026-04-09 Thu 01:39:08:545.640 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:08:545.648 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: ClientInit : EvSandeshSend : NodeStatusUVE 2026-04-09 Thu 01:39:08:545.665 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: SANDESH: Send FAILED: 1775698748545543 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:08:545.671 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: Received UVE message in wrong state : NodeStatusUVE 2026-04-09 Thu 01:39:08:545.678 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:08:545.684 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2026-04-09 Thu 01:39:08:545.694 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:08:545.700 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-04-09 Thu 01:39:08:545.821 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: SANDESH: Send FAILED: 1775698748545628 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 66 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 441 calls = 70 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 104372 calls = 65 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 205 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 65 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 206 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 73 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 449, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 412, _iter59->first = sent _iter59->second = 65, ] ] ] 2026-04-09 Thu 01:39:08:545.842 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153245472320, Pid 1069667]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-04-09 Thu 01:39:08:546.146 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:40450::10.0.0.129:8086(-1) OnSessionEvent TCP Connection Closed 2026-04-09 Thu 01:39:08:546.162 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:40450::10.0.0.129:8086(-1):EvTcpClose 2026-04-09 Thu 01:39:08:546.185 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153146283584, Pid 1069667]: Processing scm::EvTcpClose in state ClientInit 2026-04-09 Thu 01:39:08:546.200 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153146283584, Pid 1069667]: ClientInit : EvTcpClose 2026-04-09 Thu 01:39:08:546.230 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153146283584, Pid 1069667]: Return to idle with 1000 2026-04-09 Thu 01:39:08:546.237 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153146283584, Pid 1069667]: Idle 2026-04-09 Thu 01:39:08:546.300 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153146283584, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:39:08:546.319 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153146283584, Pid 1069667]: SANDESH: Send FAILED: 1775698748546221 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Down description = ClientInit : EvTcpClose ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:08:546.326 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153146283584, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:08:546.333 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153146283584, Pid 1069667]: Processing scm::EvTcpDeleteSession in state Idle 2026-04-09 Thu 01:39:08:546.360 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153146283584, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:39:08:546.532 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153146283584, Pid 1069667]: SANDESH: Send FAILED: 1775698748546288 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 66 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 448 calls = 71 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 105978 calls = 66 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 206 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 66 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 207 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 73 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 449, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 414, _iter59->first = sent _iter59->second = 66, ] ] ] 2026-04-09 Thu 01:39:08:546.555 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153146283584, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:39:09:546.335 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153154680384, Pid 1069667]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-04-09 Thu 01:39:09:546.612 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153154680384, Pid 1069667]: Connect : Start Connect timer 10.0.0.129:8086 2026-04-09 Thu 01:39:09:546.743 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153154680384, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:09:546.785 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153154680384, Pid 1069667]: SANDESH: Send FAILED: 1775698749546409 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:09:546.796 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153154680384, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:09:546.808 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153154680384, Pid 1069667]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:09:546.973 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153154680384, Pid 1069667]: SANDESH: Send FAILED: 1775698749546718 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 66 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 448 calls = 71 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 105978 calls = 66 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 207 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 66 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 208 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 73 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 449, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 416, _iter59->first = sent _iter59->second = 66, ] ] ] 2026-04-09 Thu 01:39:09:546.996 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153154680384, Pid 1069667]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:39:09:548.106 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.129:40506::10.0.0.129:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 282 2026-04-09 Thu 01:39:09:548.135 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:40506::10.0.0.129:8086(-1) OnSessionEvent TCP Connected 2026-04-09 Thu 01:39:09:548.143 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:40506::10.0.0.129:8086(-1):EvTcpConnected 2026-04-09 Thu 01:39:09:548.193 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Processing scm::EvTcpConnected in state Connect 2026-04-09 Thu 01:39:09:548.220 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Connect : EvTcpConnected : Cancelling Connect timer 2026-04-09 Thu 01:39:09:548.258 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: ClientInit 2026-04-09 Thu 01:39:09:548.280 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Sending Ctrl Message for cn-jenkins-deploy-platform-juju-os-692-1:contrail-dns:0:Control count 67 2026-04-09 Thu 01:39:09:548.358 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:09:548.367 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: ClientInit : EvSandeshSend : NodeStatusUVE 2026-04-09 Thu 01:39:09:548.385 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: SANDESH: Send FAILED: 1775698749548252 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:09:548.400 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Received UVE message in wrong state : NodeStatusUVE 2026-04-09 Thu 01:39:09:548.407 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:09:548.413 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2026-04-09 Thu 01:39:09:548.425 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:09:548.430 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-04-09 Thu 01:39:09:549.160 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: SANDESH: Send FAILED: 1775698749548344 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 67 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 448 calls = 71 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 105978 calls = 66 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 208 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 66 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 209 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 450, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 418, _iter59->first = sent _iter59->second = 66, ] ] ] 2026-04-09 Thu 01:39:09:549.184 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153137886784, Pid 1069667]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-04-09 Thu 01:39:09:549.466 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:40506::10.0.0.129:8086(-1) OnSessionEvent TCP Connection Closed 2026-04-09 Thu 01:39:09:549.486 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153258419264, Pid 1069667]: 10.0.0.129:40506::10.0.0.129:8086(-1):EvTcpClose 2026-04-09 Thu 01:39:09:549.500 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: Processing scm::EvTcpClose in state ClientInit 2026-04-09 Thu 01:39:09:549.510 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: ClientInit : EvTcpClose 2026-04-09 Thu 01:39:09:549.541 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: Return to idle with 1000 2026-04-09 Thu 01:39:09:549.552 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: Idle 2026-04-09 Thu 01:39:09:549.940 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:39:09:549.961 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: SANDESH: Send FAILED: 1775698749549532 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Down description = ClientInit : EvTcpClose ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:09:549.968 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:09:549.975 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: Processing scm::EvTcpDeleteSession in state Idle 2026-04-09 Thu 01:39:09:550.001 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:39:09:550.146 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: SANDESH: Send FAILED: 1775698749549923 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 67 pid = 1069667 http_port = 8092 start_time = 1775698642243320 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 455 calls = 73 average_bytes = 6 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 107584 calls = 67 average_bytes = 1605 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientFQNameCache [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 232 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrWarning [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 51 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 61 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 209 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 67 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 210 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 450, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 420, _iter59->first = sent _iter59->second = 67, ] ] ] 2026-04-09 Thu 01:39:09:550.164 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140153116894784, Pid 1069667]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:39:22:163.928 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: DnsAgent [SYS_INFO]: VersionInfoLog: {"build-info": [{"build-version": "v0+nightly", "build-time": "2026-04-09 00:08:34.940080", "build-user": "root", "build-hostname": "jenkins-build-prepare-sandbox-14622-1.novalocal", "build-id": "v0+nightly", "build-number": "202604090007"}]} src/contrail-common/base/misc_utils.cc 39 2026-04-09 Thu 01:39:22:165.136 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: SANDESH: ROLE : Generator 2026-04-09 Thu 01:39:22:165.158 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: SANDESH: MODULE : contrail-dns 2026-04-09 Thu 01:39:22:165.164 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: SANDESH: SOURCE : cn-jenkins-deploy-platform-juju-os-692-1 2026-04-09 Thu 01:39:22:165.169 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: SANDESH: NODE TYPE : Control 2026-04-09 Thu 01:39:22:165.174 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: SANDESH: INSTANCE ID : 0 2026-04-09 Thu 01:39:22:165.181 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: SANDESH: HTTP SERVER PORT : 8092 2026-04-09 Thu 01:39:22:165.188 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: SANDESH: System Log Send Rate Limit: 0 -> 0 2026-04-09 Thu 01:39:22:170.199 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: HTTP Introspect Init 2026-04-09 Thu 01:39:22:175.706 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: TCP [SYS_DEBUG]: TcpServerMessageLog: Server 0.0.0.0:8092 Initialization complete src/contrail-common/io/tcp_server.cc 138 2026-04-09 Thu 01:39:22:175.827 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: Sandesh Http Server Port: 8092 2026-04-09 Thu 01:39:22:176.933 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: SANDESH: NOT Writing http_port 8092TO : /tmp/contrail-dns.1095715.http_port 2026-04-09 Thu 01:39:22:176.958 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: SANDESH: CONNECT TO COLLECTOR: 1 2026-04-09 Thu 01:39:22:178.520 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: Idle 2026-04-09 Thu 01:39:22:181.174 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: SANDESH: No Client: 1775698762181048 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 0 pid = 1095833 http_port = 8092 start_time = 1775698762178546 collector_name = collector_ip = 0.0.0.0:0 collector_list= [ [ ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 0, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 0, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-04-09 Thu 01:39:22:181.864 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: SANDESH: Logging: DISABLED -> ENABLED 2026-04-09 Thu 01:39:22:181.895 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: SANDESH: Logging: LEVEL: [ INVALID ] -> [ SYS_DEBUG ] log4level: [ NOTSET ] -> [ DEBUG ] 2026-04-09 Thu 01:39:22:198.926 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: Processing scm::EvStart in state Idle 2026-04-09 Thu 01:39:22:198.995 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: Disconnect 2026-04-09 Thu 01:39:22:199.078 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: Processing scm::EvCollectorUpdate in state Disconnect 2026-04-09 Thu 01:39:22:199.305 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: Connect : Start Connect timer 10.0.0.129:8086 2026-04-09 Thu 01:39:22:199.377 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:22:199.488 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: SANDESH: Send FAILED: 1775698762199053 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Disconnect successful_connections = 0 pid = 1095833 http_port = 8092 start_time = 1775698762178546 collector_name = collector_ip = 0.0.0.0:0 collector_list= [ [ ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 0, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-04-09 Thu 01:39:22:199.513 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:39:22:199.526 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:22:199.603 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: SANDESH: Send FAILED: 1775698762199108 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Disconnect successful_connections = 0 pid = 1095833 http_port = 8092 start_time = 1775698762178546 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 0, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-04-09 Thu 01:39:22:199.614 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:39:22:199.622 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:22:199.664 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: SANDESH: Send FAILED: 1775698762199360 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 0 pid = 1095833 http_port = 8092 start_time = 1775698762178546 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 0, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-04-09 Thu 01:39:22:199.673 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:39:22:610.728 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: TCP [SYS_DEBUG]: TcpServerMessageLog: Server 10.0.0.129:8093 Initialization complete src/contrail-common/io/tcp_server.cc 138 2026-04-09 Thu 01:39:22:610.841 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: DnsAgent [SYS_NOTICE]: DnsOperational: Bulk sync has been started controller/src/dns/main.cc 402 2026-04-09 Thu 01:39:22:610.909 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Config Client Mgr SM: Start RabbitMqReader and init Database src/contrail-common/config-client-mgr/config_client_manager.cc 281 2026-04-09 Thu 01:39:22:611.275 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: RabbitMQ connection down src/contrail-common/config-client-mgr/config_amqp_client.cc 157 2026-04-09 Thu 01:39:22:611.295 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: Connect to Rabbit MQ with queue_delete TRUE src/contrail-common/config-client-mgr/config_amqp_client.cc 167 2026-04-09 Thu 01:39:22:611.313 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:22:611.366 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: SANDESH: Send FAILED: 1775698762610974 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Number of connections:2, Expected:3 Missing: Database:Cassandra ], ] ] ] 2026-04-09 Thu 01:39:22:611.376 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:22:628.398 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: RabbitMQ connection established src/contrail-common/config-client-mgr/config_amqp_client.cc 150 2026-04-09 Thu 01:39:22:628.591 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Config Client Mgr SM: Init Database src/contrail-common/config-client-mgr/config_client_manager.cc 285 2026-04-09 Thu 01:39:22:628.672 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Lost Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 579 2026-04-09 Thu 01:39:22:628.684 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Db Init src/contrail-common/config-client-mgr/config_cassandra_client.cc 87 2026-04-09 Thu 01:39:22:628.441 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:22:629.131 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: SANDESH: Send FAILED: 1775698762628345 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Number of connections:2, Expected:3 Missing: Database:Cassandra ], ] ] ] 2026-04-09 Thu 01:39:22:629.146 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:22:629.160 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:22:629.187 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: SANDESH: Send FAILED: 1775698762628661 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Down description = Lost Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector, Database:Cassandra connection down ], ] ] ] 2026-04-09 Thu 01:39:22:629.205 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:22:630.022 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigCassInitErrorMessage: Database initialization failed src/contrail-common/config-client-mgr/config_cassandra_client.cc 89 2026-04-09 Thu 01:39:22:630.668 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: DB uninit src/contrail-common/config-client-mgr/config_cassandra_client.cc 122 2026-04-09 Thu 01:39:27:630.794 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Db Init src/contrail-common/config-client-mgr/config_cassandra_client.cc 87 2026-04-09 Thu 01:39:27:867.685 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Db SetTableSpace src/contrail-common/config-client-mgr/config_cassandra_client.cc 94 2026-04-09 Thu 01:39:27:870.014 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Db UseColumnFamily uuidTableName src/contrail-common/config-client-mgr/config_cassandra_client.cc 103 2026-04-09 Thu 01:39:27:870.059 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Db UseColumnFamily fqnTableName src/contrail-common/config-client-mgr/config_cassandra_client.cc 109 2026-04-09 Thu 01:39:27:870.134 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:27:870.143 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: BulkDataSync Started src/contrail-common/config-client-mgr/config_cassandra_client.cc 392 2026-04-09 Thu 01:39:27:870.162 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:27:870.183 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: SANDESH: Send FAILED: 1775698767870106 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-04-09 Thu 01:39:27:870.201 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:27:872.403 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:27:876.410 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:27:881.242 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:27:884.752 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:27:886.399 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:27:887.820 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:27:889.448 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:27:890.702 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:27:892.819 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:27:894.876 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:27:896.915 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:27:905.480 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:27:914.121 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:27:923.058 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:27:927.638 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:27:932.186 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:27:938.446 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:27:945.110 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:27:965.997 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:27:971.320 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:27:976.366 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:27:979.597 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:27:984.370 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:27:988.963 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:27:995.791 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:27:999.616 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:003.373 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:005.007 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:006.670 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:009.060 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:010.349 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:012.016 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:013.819 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:015.837 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:017.014 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:018.923 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:021.473 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:024.992 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:028.058 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:030.637 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:032.115 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:034.038 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:036.328 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:038.133 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:040.848 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:043.425 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:044.883 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:046.247 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:047.582 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:049.575 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:051.145 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:052.779 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:055.568 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:057.755 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:058.972 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:061.046 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:062.738 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:064.706 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:066.352 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:067.975 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:069.089 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:070.440 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:072.045 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:073.961 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:076.389 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:077.781 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:079.701 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:080.983 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:083.337 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:084.967 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:086.502 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:087.872 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:089.351 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:090.851 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:092.848 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:095.634 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:097.137 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:098.902 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:101.008 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:102.909 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:104.366 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:105.640 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:108.159 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:109.886 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:113.586 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:123.012 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:126.391 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:128.825 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:154.297 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:163.847 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:171.763 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:174.119 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:176.727 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:179.445 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:180.973 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:182.681 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:184.131 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:185.508 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:186.708 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:188.220 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:190.058 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:191.635 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:193.016 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:194.340 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:195.596 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:197.031 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:198.170 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:199.943 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:201.312 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:202.802 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:204.387 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:205.703 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:206.954 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:208.117 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:209.517 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:211.097 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:212.457 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:213.584 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:213.658 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 557 2026-04-09 Thu 01:39:28:213.693 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 557 2026-04-09 Thu 01:39:28:213.818 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 557 2026-04-09 Thu 01:39:28:213.990 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 557 2026-04-09 Thu 01:39:28:214.106 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116186093120, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 557 2026-04-09 Thu 01:39:28:214.179 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 557 2026-04-09 Thu 01:39:28:214.235 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 557 2026-04-09 Thu 01:39:28:215.609 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: BulkSyncDone by all readers src/contrail-common/config-client-mgr/config_cassandra_client.cc 553 2026-04-09 Thu 01:39:28:215.654 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Config Client Mgr SM: End of RIB computed and notification sent src/contrail-common/config-client-mgr/config_client_manager.cc 187 2026-04-09 Thu 01:39:28:215.780 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:28:215.929 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: SANDESH: Send FAILED: 1775698768215683 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-04-09 Thu 01:39:28:215.938 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:28:218.173 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: TRUE src/contrail-common/config-client-mgr/config_client_manager.cc 216 2026-04-09 Thu 01:39:28:221.435 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116186093120, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:223.018 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:227.893 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-xmpp-close-reason controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:228.430 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:228.612 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating global-system-config:default-global-system-config controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:228.641 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:228.662 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-core-files controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:228.689 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:228.707 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-template:default-domain:analyzer-template controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:228.727 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating domain:default-domain controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:228.766 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-service-template controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:228.791 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating security-group:default-domain:default-project:__no_rule__ controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:228.833 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating project:default-domain:default-project controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:228.845 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-security-group controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:228.857 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-disk-usage-high controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:228.873 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:228.885 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-partial-sysinfo controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:228.916 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:228.928 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-appliance-set:default-global-system-config:native controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:228.943 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-service-appliance-set controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:228.955 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-appliance-set:default-global-system-config:opencontrail controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:228.970 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-service-appliance-set controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:228.983 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-vrouter-table-limit-exceeded controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:228.997 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:229.009 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-conf-elements-inconsistency controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:229.024 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:229.463 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116186093120, Pid 1095833]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance e6401ceb-956d-479d-bea5-64fa24d076c8 controller/src/ifmap/client/config_json_parser.cc 222 2026-04-09 Thu 01:39:28:230.773 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-template:default-domain:netns-snat-template controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:230.807 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-service-template controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:230.822 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-bottle-request-size-limit controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:230.840 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:230.853 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-address-mismatch-control controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:230.867 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:230.880 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating discovery-service-assignment:default-discovery-service-assignment controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:230.890 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating global-qos-config:default-global-system-config:default-global-qos-config controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:230.902 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-global-qos-config controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:230.914 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating network-ipam:default-domain:default-project:service-chain-flat-ipam controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:230.953 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-network-ipam controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:230.965 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating config-database-node:default-global-system-config:cn-jenkins-deploy-platform-juju-os-692-1 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:230.980 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-config-database-node controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:230.994 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:default-domain:default-project:ip-fabric:ip-fabric controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:231.011 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network:default-domain:default-project:ip-fabric controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:231.026 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-network-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:231.038 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-vrouter-l3mh-physical-interface-link-down controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:231.077 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:231.090 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-template:default-domain:docker-template controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:231.105 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-service-template controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:232.198 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:232.394 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 9b5ae3c8-dac3-4c25-9e4b-adf8043dc405 controller/src/ifmap/client/config_json_parser.cc 222 2026-04-09 Thu 01:39:28:232.432 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance e2cc688f-041a-42ce-a664-89ad6d839b91 controller/src/ifmap/client/config_json_parser.cc 222 2026-04-09 Thu 01:39:28:232.531 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:default-domain:default-project:__no_rule__:egress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:232.553 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:232.569 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-process-status controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:232.585 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:232.597 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-prouter-tsn-connectivity controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:232.609 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:232.619 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-disk-usage-critical controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:232.639 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:234.342 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:234.474 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating namespace:default-domain:default-namespace controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:234.518 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-namespace controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:234.562 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:label controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:234.584 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:tier controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:234.588 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance e56a5c2a-73eb-45cd-a8ab-6449708f65de controller/src/ifmap/client/config_json_parser.cc 222 2026-04-09 Thu 01:39:28:234.611 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating fabric:default-global-system-config:default-fabric controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:235.234 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-fabric controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:235.250 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-template:default-domain:haproxy-loadbalancer-template controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:235.266 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-service-template controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:235.283 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-vrouter-interface controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:235.299 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:235.311 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating global-vrouter-config:default-global-system-config:default-global-vrouter-config controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:235.326 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-global-vrouter-config controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:236.054 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:236.378 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating application-policy-set:default-domain:default-project:default-application-policy-set controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:236.405 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-application-policy-set controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:236.419 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network:default-domain:default-project:default-virtual-network controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:236.434 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:236.445 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network:default-domain:default-project:dci-network controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:236.464 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:236.475 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-xmpp-connectivity controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:236.489 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:236.500 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating config-node:default-global-system-config:cn-jenkins-deploy-platform-juju-os-692-1 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:236.514 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-config-node controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:236.527 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-package-version-mismatch controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:236.539 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:236.549 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:neutron_tag controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:236.558 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:deployment controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:236.696 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:236.758 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:site controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:236.792 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:neutron_fwaas controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:236.808 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-prouter-connectivity controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:236.833 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:236.857 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-project controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:236.873 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network:default-domain:default-project:__link_local__ controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:236.906 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:236.920 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-vrouter-limit-exceeded controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:236.951 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:236.965 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-conf-incorrect controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:236.980 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:236.992 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-node-status controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:237.009 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:237.021 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-pending-cassandra-compaction-tasks controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:237.036 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:238.355 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:28:238.488 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-template:default-domain:nat-template controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:238.522 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-service-template controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:238.539 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:default-domain:default-project:__no_rule__:ingress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:238.558 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:238.570 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-address-mismatch-compute controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:238.587 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:238.601 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating policy-management:default-policy-management controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:238.611 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating application-policy-set:default-policy-management:default-application-policy-set controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:238.625 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating policy-management-application-policy-set controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:238.643 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating application-policy-set-global-vrouter-config controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:238.654 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating api-access-list:default-global-system-config:default-api-access-list controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:238.668 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-api-access-list controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:238.694 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:application controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:238.730 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-bgp-connectivity controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:238.746 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:239.117 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-storage-cluster-state controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:239.153 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:239.181 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:239.194 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-process-connectivity controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:239.217 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:239.229 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating network-ipam:default-domain:default-project:default-network-ipam controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:28:239.241 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-network-ipam controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:28:240.909 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: DnsAgent [SYS_NOTICE]: DnsOperational: EndOfRib point was reached, IF-MAP objects have been created controller/src/dns/main.cc 83 2026-04-09 Thu 01:39:28:240.945 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.virtual_DNS.0, counting 0 elements controller/src/dns/main.cc 96 2026-04-09 Thu 01:39:28:240.959 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.virtual_DNS_record.0, counting 0 elements controller/src/dns/main.cc 96 2026-04-09 Thu 01:39:28:240.970 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.network_ipam.0, counting 2 elements controller/src/dns/main.cc 96 2026-04-09 Thu 01:39:28:240.982 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.virtual_network_network_ipam.0, counting 0 elements controller/src/dns/main.cc 96 2026-04-09 Thu 01:39:28:240.993 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.global_qos_config.0, counting 1 elements controller/src/dns/main.cc 96 2026-04-09 Thu 01:39:28:241.003 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: DnsAgent [SYS_NOTICE]: DnsOperational: VnniConfig has been updated after the bulk sync, the number of elements: 0 controller/src/dns/main.cc 106 2026-04-09 Thu 01:39:28:241.014 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: DnsAgent [SYS_NOTICE]: DnsOperational: IpamConfig has been updated after the bulk sync, the number of elements: 2 controller/src/dns/main.cc 117 2026-04-09 Thu 01:39:28:241.024 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: DnsAgent [SYS_NOTICE]: DnsOperational: VirtualDnsConfig has been updated after the bulk sync, the number of elements: 0 controller/src/dns/main.cc 128 2026-04-09 Thu 01:39:28:241.035 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: DnsAgent [SYS_NOTICE]: DnsOperational: VirtualDnsRecordConfig has been updated after the bulk sync, the number of elements: 0 controller/src/dns/main.cc 139 2026-04-09 Thu 01:39:28:241.055 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: DnsAgent [SYS_NOTICE]: DnsOperational: GlobalQosConfig has been updated after the bulk sync controller/src/dns/main.cc 149 2026-04-09 Thu 01:39:28:241.139 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: RabbitMQ connection down src/contrail-common/config-client-mgr/config_amqp_client.cc 157 2026-04-09 Thu 01:39:28:241.148 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:28:241.217 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: SANDESH: Send FAILED: 1775698768241104 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-04-09 Thu 01:39:28:241.231 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:28:241.156 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: Connect to Rabbit MQ with queue_delete TRUE src/contrail-common/config-client-mgr/config_amqp_client.cc 167 2026-04-09 Thu 01:39:28:266.225 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:28:266.289 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: SANDESH: Send FAILED: 1775698768265617 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-04-09 Thu 01:39:28:266.300 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:28:266.346 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: RabbitMQ connection established src/contrail-common/config-client-mgr/config_amqp_client.cc 150 2026-04-09 Thu 01:39:28:266.382 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116186093120, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: TRUE src/contrail-common/config-client-mgr/config_client_manager.cc 216 2026-04-09 Thu 01:39:28:267.386 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: DnsAgent [SYS_NOTICE]: DnsOperational: BIND named up; DNS is operational controller/src/dns/mgr/dns_mgr.cc 735 2026-04-09 Thu 01:39:28:267.914 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: 10.0.0.129:8086 EvConnectTimerExpired in state Connect 2026-04-09 Thu 01:39:28:267.940 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: Processing scm::EvConnectTimerExpired in state Connect 2026-04-09 Thu 01:39:28:267.947 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: Connect : EvConnectTimerExpired 2026-04-09 Thu 01:39:28:268.013 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: Idle 2026-04-09 Thu 01:39:28:268.139 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:39:28:268.162 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: SANDESH: Send FAILED: 1775698768267972 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvConnectTimerExpired ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-04-09 Thu 01:39:28:268.170 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:28:268.178 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: Processing scm::EvTcpDeleteSession in state Idle 2026-04-09 Thu 01:39:28:268.186 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: Processing scm::EvSandeshSend in state Idle 2026-04-09 Thu 01:39:28:268.290 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: SANDESH: Send FAILED: 1775698768268126 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 0 pid = 1095833 http_port = 8092 start_time = 1775698762178546 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 154 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 13 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 52 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 62 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 7 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 3 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 288, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 10, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-04-09 Thu 01:39:28:268.313 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:39:28:268.922 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: TCP [SYS_ERR]: TcpSessionMessageLog: Session -(-1) > SSL Handshake failed due to error: 9 category: system message: Bad file descriptor src/contrail-common/io/ssl_server.cc 132 2026-04-09 Thu 01:39:29:268.128 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-04-09 Thu 01:39:29:270.729 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: Connect : Start Connect timer 10.0.0.129:8086 2026-04-09 Thu 01:39:29:270.888 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:29:270.913 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: SANDESH: Send FAILED: 1775698769270488 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-04-09 Thu 01:39:29:270.921 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-04-09 Thu 01:39:29:270.930 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: Processing scm::EvSandeshSend in state Connect 2026-04-09 Thu 01:39:29:271.077 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: SANDESH: Send FAILED: 1775698769270867 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 0 pid = 1095833 http_port = 8092 start_time = 1775698762178546 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 154 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 13 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 52 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 62 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 8 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 4 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 289, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 12, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-04-09 Thu 01:39:29:271.111 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-04-09 Thu 01:39:29:278.715 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.129:36340::10.0.0.129:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 282 2026-04-09 Thu 01:39:29:278.742 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: 10.0.0.129:36340::10.0.0.129:8086(-1) OnSessionEvent TCP Connected 2026-04-09 Thu 01:39:29:278.749 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: 10.0.0.129:36340::10.0.0.129:8086(-1):EvTcpConnected 2026-04-09 Thu 01:39:29:278.835 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: Processing scm::EvTcpConnected in state Connect 2026-04-09 Thu 01:39:29:278.876 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: Connect : EvTcpConnected : Cancelling Connect timer 2026-04-09 Thu 01:39:29:278.919 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ClientInit 2026-04-09 Thu 01:39:29:278.936 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: Sending Ctrl Message for cn-jenkins-deploy-platform-juju-os-692-1:contrail-dns:0:Control count 1 2026-04-09 Thu 01:39:29:279.031 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:29:279.044 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ClientInit : EvSandeshSend : NodeStatusUVE 2026-04-09 Thu 01:39:29:279.072 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: SANDESH: Send FAILED: 1775698769278911 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-04-09 Thu 01:39:29:279.082 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: Received UVE message in wrong state : NodeStatusUVE 2026-04-09 Thu 01:39:29:279.091 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:29:279.097 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2026-04-09 Thu 01:39:29:279.108 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: Processing scm::EvSandeshSend in state ClientInit 2026-04-09 Thu 01:39:29:279.113 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-04-09 Thu 01:39:29:279.221 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: SANDESH: Send FAILED: 1775698769279012 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 1 pid = 1095833 http_port = 8092 start_time = 1775698762178546 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 154 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 13 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 52 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 62 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 9 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 5 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 290, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 14, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-04-09 Thu 01:39:29:279.269 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-04-09 Thu 01:39:29:280.572 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: OnMessage control in state: ClientInit 2026-04-09 Thu 01:39:29:280.620 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: Processing scm::EvSandeshMessageRecv in state ClientInit 2026-04-09 Thu 01:39:29:280.630 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ClientInit : EvSandeshMessageRecv 2026-04-09 Thu 01:39:29:280.647 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: Received Ctrl Message with size 0 2026-04-09 Thu 01:39:29:280.661 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: SyncAllMaps for DnsState:0 period 0 cycle 0 without seqno , total = 0 2026-04-09 Thu 01:39:29:280.881 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: SyncUVE Syncing ObjectGeneratorInfo val name = cn-jenkins-deploy-platform-juju-os-692-1:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 1 pid = 1095833 http_port = 8092 start_time = 1775698762178546 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigCassInitErrorMessage [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 154 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 13 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 52 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 62 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 9 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 5 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 290, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 14, _iter59->first = sent _iter59->second = 0, ] ] proxy seq 7 2026-04-09 Thu 01:39:29:280.918 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: SyncAllMaps for ModuleClientState:0 period 0 cycle 0 without seqno , total = 1 2026-04-09 Thu 01:39:29:280.937 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: SyncUVE Syncing ObjectDns val name = cn-jenkins-deploy-platform-juju-os-692-1 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] proxy seq 10 2026-04-09 Thu 01:39:29:280.954 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: SyncAllMaps for NodeStatus:0 period 0 cycle 0 without seqno , total = 1 2026-04-09 Thu 01:39:29:280.961 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: SyncAllMaps for PeerFlapData:0 period 0 cycle 0 without seqno , total = 0 2026-04-09 Thu 01:39:29:280.970 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: SyncAllMaps for PeerStatsData:0 period 0 cycle 0 without seqno , total = 0 2026-04-09 Thu 01:39:29:280.980 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: SyncAllMaps for XmppPeerInfoData:0 period 0 cycle 0 without seqno , total = 0 2026-04-09 Thu 01:39:29:281.009 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: Established 2026-04-09 Thu 01:39:29:373.771 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: DnsAgent [SYS_NOTICE]: DnsOperational: Bulk sync has been done (the DB has been synced with named) controller/src/dns/mgr/dns_mgr.cc 452 2026-04-09 Thu 01:39:35:982.800 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.129:8092::10.0.0.129:37598 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2026-04-09 Thu 01:39:36:855.011 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:37:094.222 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:37:322.601 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:38:334.427 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.129:8092::10.0.0.129:57434 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2026-04-09 Thu 01:39:38:503.802 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:38:503.927 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating database-node:default-global-system-config:cn-jenkins-deploy-platform-juju-os-692-1 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:38:503.957 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-database-node controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:38:925.086 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:38:925.233 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-alarm-node:default-global-system-config:cn-jenkins-deploy-platform-juju-os-692-1 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:38:925.266 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-alarm-node controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:40:011.955 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:41:667.627 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:41:667.776 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-snmp-node:default-global-system-config:cn-jenkins-deploy-platform-juju-os-692-1 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:41:667.808 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-snmp-node controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:42:878.534 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:42:879.846 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-node:default-global-system-config:cn-jenkins-deploy-platform-juju-os-692-1 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:39:42:879.913 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-node controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:39:43:775.681 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:49:177.263 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:49:925.505 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:50:106.682 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:50:254.199 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:50:432.021 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:50:592.560 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:50:748.660 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:50:917.216 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:51:084.161 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:51:251.094 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:51:423.257 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:51:588.360 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:51:764.086 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:51:953.888 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:52:110.923 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:52:301.326 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:52:484.785 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:52:648.412 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:52:806.569 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:52:977.179 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:53:141.003 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:53:328.204 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:53:484.307 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:53:642.844 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:54:403.152 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:55:232.004 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:39:56:066.819 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:40:15:674.834 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: XMPP [SYS_DEBUG]: XmppCreateConnection: XMPP Peer cn-jenkins-deploy-platform-juju-os-692-1:10.0.0.129 SEND Xmpp creating dynamic channel 10.0.0.129:8093::10.0.0.129:33331 controller/src/xmpp/xmpp_server.cc 577 2026-04-09 Thu 01:40:15:674.987 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: XMPP [SYS_INFO]: XmppConnectionCreate: XMPP Peer cn-jenkins-deploy-platform-juju-os-692-1:10.0.0.129 RECV Created Xmpp Server connection from cn-jenkins-deploy-platform-juju-os-692-1 To : controller/src/xmpp/xmpp_connection.cc 725 2026-04-09 Thu 01:40:15:676.334 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.129:8093::10.0.0.129:33331 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2026-04-09 Thu 01:40:15:676.390 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer cn-jenkins-deploy-platform-juju-os-692-1:10.0.0.129 RECV Mode Server: PassiveOpen in state: Idle peer ip: 10.0.0.129 ( ) controller/src/xmpp/xmpp_state_machine.cc 1325 2026-04-09 Thu 01:40:15:680.695 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.0.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1711 2026-04-09 Thu 01:40:15:681.435 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.0.0.129 state = Active event = EvTcpPassiveOpen local_port = 8093 remote_port = 33331 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1711 2026-04-09 Thu 01:40:15:684.191 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.0.0.129 state = Active next_state = Open Confirm event = EvXmppOpen identifier = cn-jenkins-deploy-platform-juju-os-692-1/dns ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1711 2026-04-09 Thu 01:40:15:688.612 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: XMPP [SYS_INFO]: XmppUnconsumedEvent: XMPP Peer cn-jenkins-deploy-platform-juju-os-692-1:10.0.0.129 RECV Mode Server: Unconsumed Event xmsm::EvXmppKeepalive in state OpenConfirm controller/src/xmpp/xmpp_state_machine.cc 1650 2026-04-09 Thu 01:40:15:688.661 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.0.0.129 state = OpenConfirm next_state = Trigger Server Ssl Handshake event = EvStartTls identifier = cn-jenkins-deploy-platform-juju-os-692-1/dns ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1711 2026-04-09 Thu 01:40:15:699.832 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: XMPP [SYS_DEBUG]: XmppSslHandShakeMessage: XMPP Peer cn-jenkins-deploy-platform-juju-os-692-1:10.0.0.129 RECV success controller/src/xmpp/xmpp_connection.cc 400 2026-04-09 Thu 01:40:15:706.030 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.0.0.129 state = OpenConfirm next_state = OpenConfirm Feature Negotiation Success event = EvTlsHandShakeSuccess ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1711 2026-04-09 Thu 01:40:15:711.580 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.0.0.129 state = OpenConfirm next_state = Established event = EvXmppOpen identifier = cn-jenkins-deploy-platform-juju-os-692-1/dns ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1711 2026-04-09 Thu 01:40:17:773.581 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:40:17:895.853 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:40:17:896.022 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-router:default-global-system-config:cn-jenkins-deploy-platform-juju-os-692-1 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:40:17:897.006 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-virtual-router controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:40:18:210.419 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:40:18:210.597 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-machine-interface:default-global-system-config:cn-jenkins-deploy-platform-juju-os-692-1:vhost0 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:40:18:210.635 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-router-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:40:18:210.659 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:40:18:244.584 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:42:18:066.155 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:43:55:453.920 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: TCP [SYS_ERR]: TcpSessionMessageLog: Session 10.0.0.129:8093::10.0.0.129:33331 < Read failed due to error asio.ssl.stream 1 : stream truncated src/contrail-common/io/tcp_session.cc 507 2026-04-09 Thu 01:43:55:454.012 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer cn-jenkins-deploy-platform-juju-os-692-1:10.0.0.129 RECV Mode Server: Event: Tcp Connection Closed peer ip: 10.0.0.129 ( cn-jenkins-deploy-platform-juju-os-692-1/dns ) controller/src/xmpp/xmpp_state_machine.cc 1309 2026-04-09 Thu 01:43:55:454.186 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer cn-jenkins-deploy-platform-juju-os-692-1:10.0.0.129 Deleted Xmpp Server connection from cn-jenkins-deploy-platform-juju-os-692-1 To : cn-jenkins-deploy-platform-juju-os-692-1/dns controller/src/xmpp/xmpp_connection.cc 732 2026-04-09 Thu 01:43:55:454.215 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.0.0.129 state = Established next_state = Idle event = EvTcpClose ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1711 2026-04-09 Thu 01:43:55:454.263 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.0.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1711 2026-04-09 Thu 01:44:07:294.297 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: XMPP [SYS_DEBUG]: XmppCreateConnection: XMPP Peer cn-jenkins-deploy-platform-juju-os-692-1:10.0.0.129 SEND Xmpp creating dynamic channel 10.0.0.129:8093::10.0.0.129:43761 controller/src/xmpp/xmpp_server.cc 577 2026-04-09 Thu 01:44:07:294.358 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: XMPP [SYS_INFO]: XmppConnectionCreate: XMPP Peer cn-jenkins-deploy-platform-juju-os-692-1:10.0.0.129 RECV Created Xmpp Server connection from cn-jenkins-deploy-platform-juju-os-692-1 To : controller/src/xmpp/xmpp_connection.cc 725 2026-04-09 Thu 01:44:07:294.398 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.129:8093::10.0.0.129:43761 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2026-04-09 Thu 01:44:07:294.510 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer cn-jenkins-deploy-platform-juju-os-692-1:10.0.0.129 RECV Mode Server: PassiveOpen in state: Idle peer ip: 10.0.0.129 ( ) controller/src/xmpp/xmpp_state_machine.cc 1325 2026-04-09 Thu 01:44:07:294.579 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.0.0.129 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1711 2026-04-09 Thu 01:44:07:294.661 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.0.0.129 state = Active event = EvTcpPassiveOpen local_port = 8093 remote_port = 43761 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1711 2026-04-09 Thu 01:44:07:303.822 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.0.0.129 state = Active next_state = Open Confirm event = EvXmppOpen identifier = cn-jenkins-deploy-platform-juju-os-692-1/dns ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1711 2026-04-09 Thu 01:44:07:346.294 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: XMPP [SYS_INFO]: XmppUnconsumedEvent: XMPP Peer cn-jenkins-deploy-platform-juju-os-692-1:10.0.0.129 RECV Mode Server: Unconsumed Event xmsm::EvXmppKeepalive in state OpenConfirm controller/src/xmpp/xmpp_state_machine.cc 1650 2026-04-09 Thu 01:44:07:346.358 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.0.0.129 state = OpenConfirm next_state = Trigger Server Ssl Handshake event = EvStartTls identifier = cn-jenkins-deploy-platform-juju-os-692-1/dns ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1711 2026-04-09 Thu 01:44:07:364.645 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: XMPP [SYS_DEBUG]: XmppSslHandShakeMessage: XMPP Peer cn-jenkins-deploy-platform-juju-os-692-1:10.0.0.129 RECV success controller/src/xmpp/xmpp_connection.cc 400 2026-04-09 Thu 01:44:07:372.483 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.0.0.129 state = OpenConfirm next_state = OpenConfirm Feature Negotiation Success event = EvTlsHandShakeSuccess ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1711 2026-04-09 Thu 01:44:07:402.000 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.0.0.129 state = OpenConfirm next_state = Established event = EvXmppOpen identifier = cn-jenkins-deploy-platform-juju-os-692-1/dns ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1711 2026-04-09 Thu 01:44:08:779.334 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:44:09:047.262 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:44:35:937.532 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.129:8092::10.0.0.129:55248 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2026-04-09 Thu 01:44:38:279.211 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.129:8092::10.0.0.129:44962 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2026-04-09 Thu 01:46:14:556.436 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:14:556.613 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating domain:admin_domain controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:46:14:673.785 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:14:673.901 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating project:admin_domain:admin controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:46:14:673.930 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-project controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:46:14:717.778 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:14:717.922 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating application-policy-set:admin_domain:admin:default-application-policy-set controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:46:14:717.955 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-application-policy-set controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:46:14:749.425 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:14:749.620 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-default-application-policy-set controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:46:14:982.500 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:14:982.670 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating security-group:admin_domain:admin:default controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:46:14:982.700 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-security-group controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:46:15:115.056 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:15:115.259 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:admin_domain:admin:default:ingress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:46:15:115.323 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:46:15:135.639 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:15:285.832 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:15:285.987 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:admin_domain:admin:default:egress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:46:15:286.029 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:46:16:147.830 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: TCP [SYS_ERR]: TcpSessionMessageLog: Session 10.0.0.129:8092::10.0.0.129:46612 > SSL Handshake failed due to error: 167772316 category: asio.ssl message: http request src/contrail-common/io/ssl_server.cc 94 2026-04-09 Thu 01:46:16:153.904 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.129:8092::10.0.0.129:46620 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2026-04-09 Thu 01:46:16:199.519 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116568331328, Pid 1095833]: TCP [SYS_ERR]: TcpSessionMessageLog: Session 10.0.0.129:8092::10.0.0.129:46620 < Read failed due to error asio.ssl.stream 1 : stream truncated src/contrail-common/io/tcp_session.cc 507 2026-04-09 Thu 01:46:17:560.822 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:17:560.950 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating project:admin_domain:ctest-AnalyticsBasicTestSanity-54052440 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:46:17:560.979 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-project controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:46:17:593.512 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:17:593.656 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating application-policy-set:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:default-application-policy-set controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:46:17:593.723 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-application-policy-set controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:46:17:615.522 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:17:615.666 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-default-application-policy-set controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:46:17:759.960 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:17:760.167 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating security-group:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:default controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:46:17:760.220 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-security-group controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:46:17:854.640 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:17:854.860 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:default:ingress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:46:17:854.897 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:46:17:865.557 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:18:020.059 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:18:020.264 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:default:egress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:46:18:020.322 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:46:29:226.139 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:30:580.907 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:30:784.382 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:30:784.524 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:ctest-vn22-21682261 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:46:30:784.556 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:46:30:958.442 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:31:123.077 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:31:388.663 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:31:388.793 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance a0b20f29-8434-4259-bad0-7846e0d332ee controller/src/ifmap/client/config_json_parser.cc 222 2026-04-09 Thu 01:46:31:581.457 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:31:581.612 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network-network-ipam:attr(admin_domain:ctest-AnalyticsBasicTestSanity-54052440:ctest-vn22-21682261,default-domain:default-project:default-network-ipam) controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:46:31:581.633 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-network-network-ipam controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:46:31:581.648 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-network-network-ipam controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:46:31:811.660 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:33:000.459 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:34:121.328 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:40:077.948 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:43:563.979 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:43:606.374 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:43:606.548 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-machine:fc56a743-58f3-4ddf-ab48-7cfc79bfbbfa controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:46:43:735.906 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:43:736.104 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-machine-interface:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:21758c19-65fa-4333-b97c-1e8bd78def21 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:46:43:736.152 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:46:43:736.173 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-security-group controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:46:43:736.190 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-virtual-machine controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:46:43:736.205 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:46:43:802.941 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:43:916.869 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:43:917.056 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating instance-ip:508f584c-07d4-40ca-be02-0f27a4f5ae40 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:46:43:917.091 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating instance-ip-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:46:43:917.113 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating instance-ip-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:46:44:667.982 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:46:44:697.304 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:00:962.141 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:00:962.215 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:00:962.234 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting instance-ip:508f584c-07d4-40ca-be02-0f27a4f5ae40 controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:47:00:962.263 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove instance-ip:508f584c-07d4-40ca-be02-0f27a4f5ae40 - virtual-machine-interface:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:21758c19-65fa-4333-b97c-1e8bd78def21 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:00:963.143 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove instance-ip:508f584c-07d4-40ca-be02-0f27a4f5ae40 - virtual-network:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:ctest-vn22-21682261 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:01:024.968 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:01:074.380 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:01:074.440 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:01:074.461 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:01:074.480 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:01:074.493 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting virtual-machine-interface:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:21758c19-65fa-4333-b97c-1e8bd78def21 controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:47:01:074.515 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-machine-interface:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:21758c19-65fa-4333-b97c-1e8bd78def21 - project:admin_domain:ctest-AnalyticsBasicTestSanity-54052440 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:01:074.537 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-machine-interface:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:21758c19-65fa-4333-b97c-1e8bd78def21 - security-group:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:default , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:01:074.557 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-machine-interface:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:21758c19-65fa-4333-b97c-1e8bd78def21 - virtual-machine:fc56a743-58f3-4ddf-ab48-7cfc79bfbbfa , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:01:074.575 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-machine-interface:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:21758c19-65fa-4333-b97c-1e8bd78def21 - virtual-network:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:ctest-vn22-21682261 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:01:103.156 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting virtual-machine:fc56a743-58f3-4ddf-ab48-7cfc79bfbbfa controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:47:02:294.875 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:02:294.931 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:02:294.945 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:02:294.956 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting virtual-network:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:ctest-vn22-21682261 controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:47:02:294.965 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting virtual-network-network-ipam:attr(admin_domain:ctest-AnalyticsBasicTestSanity-54052440:ctest-vn22-21682261,default-domain:default-project:default-network-ipam) controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:47:02:295.056 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-network:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:ctest-vn22-21682261 - project:admin_domain:ctest-AnalyticsBasicTestSanity-54052440 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:02:295.077 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-network:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:ctest-vn22-21682261 - virtual-network-network-ipam:attr(admin_domain:ctest-AnalyticsBasicTestSanity-54052440:ctest-vn22-21682261,default-domain:default-project:default-network-ipam) , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:02:295.089 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-network-network-ipam:attr(admin_domain:ctest-AnalyticsBasicTestSanity-54052440:ctest-vn22-21682261,default-domain:default-project:default-network-ipam) - network-ipam:default-domain:default-project:default-network-ipam , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:02:355.897 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance a0b20f29-8434-4259-bad0-7846e0d332ee controller/src/ifmap/client/config_json_parser.cc 222 2026-04-09 Thu 01:47:02:605.479 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:03:227.048 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:03:275.334 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:03:372.275 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:03:470.335 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:04:355.999 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:09:335.166 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:11:199.180 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:11:199.303 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating project:admin_domain:ctest-FloatingipBasicTestSanity-75568197 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:47:11:199.330 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-project controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:11:236.458 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:11:236.635 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating application-policy-set:admin_domain:ctest-FloatingipBasicTestSanity-75568197:default-application-policy-set controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:47:11:236.679 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-application-policy-set controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:11:279.458 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:11:279.631 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-default-application-policy-set controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:11:416.174 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:11:416.433 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating security-group:admin_domain:ctest-FloatingipBasicTestSanity-75568197:default controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:47:11:416.482 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-security-group controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:11:503.675 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:11:503.822 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:admin_domain:ctest-FloatingipBasicTestSanity-75568197:default:ingress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:47:11:503.857 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:11:533.792 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:11:702.072 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:11:702.250 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:admin_domain:ctest-FloatingipBasicTestSanity-75568197:default:egress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:47:11:702.284 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:13:472.819 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:14:635.433 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:14:880.073 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:14:910.769 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:14:947.927 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:15:728.351 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:16:029.046 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:16:073.656 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:16:073.868 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network:admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-fvn-20457697 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:47:16:073.930 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:16:098.321 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:16:372.304 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:16:372.454 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network-network-ipam:attr(admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-fvn-20457697,default-domain:default-project:default-network-ipam) controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:47:16:372.474 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-network-network-ipam controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:16:372.489 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-network-network-ipam controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:16:394.826 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:16:617.582 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:16:636.469 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:16:636.563 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance bb777365-2b0f-4a52-83ae-e02810e7a195 controller/src/ifmap/client/config_json_parser.cc 222 2026-04-09 Thu 01:47:17:358.339 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:18:312.550 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:19:111.844 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:19:300.452 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:19:345.373 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:19:345.513 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network:admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-vn1-35285223 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:47:19:345.547 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:19:392.442 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:19:443.026 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:19:474.078 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:19:474.184 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance df8a3a76-7103-4a9c-bc39-9e88d810fad7 controller/src/ifmap/client/config_json_parser.cc 222 2026-04-09 Thu 01:47:19:587.620 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:19:587.788 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network-network-ipam:attr(admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-vn1-35285223,default-domain:default-project:default-network-ipam) controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:47:19:587.816 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-network-network-ipam controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:19:587.833 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-network-network-ipam controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:19:606.009 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:20:166.743 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:21:126.172 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:22:328.246 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:23:672.299 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:23:898.526 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:23:956.968 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:23:958.998 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-machine:96c3fd4c-4ba5-4cb2-a752-0e43bdd47dfa controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:47:24:059.961 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:24:060.180 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-machine-interface:admin_domain:ctest-FloatingipBasicTestSanity-75568197:f065b3e9-9342-4531-92b6-fec4762b0471 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:47:24:060.220 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:24:060.240 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-security-group controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:24:060.256 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-virtual-machine controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:24:060.279 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:24:107.693 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:24:195.764 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:24:195.912 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating instance-ip:988dc189-8663-4499-a198-27f68983b011 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:47:24:195.942 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating instance-ip-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:24:195.961 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating instance-ip-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:24:603.955 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:24:606.346 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:24:680.959 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:24:968.751 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:24:968.886 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating floating-ip-pool:admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-fvn-20457697:ctest-some-pool-09388619 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:47:24:968.916 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-network-floating-ip-pool controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:25:026.618 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:25:026.784 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-floating-ip-pool controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:25:281.247 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:25:566.860 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:25:595.002 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:25:595.132 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-machine:46341423-1b03-4df9-9689-4cff4997a1ce controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:47:25:673.346 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:25:673.538 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-machine-interface:admin_domain:ctest-FloatingipBasicTestSanity-75568197:cded116e-d685-48d3-8d0f-645d6044fa56 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:47:25:673.578 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:25:673.598 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-security-group controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:25:673.615 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-virtual-machine controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:25:673.628 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:25:694.647 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:25:731.244 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:25:786.896 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:25:787.049 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating instance-ip:9e763eb3-ca3f-4116-a3aa-01b136d8a2ea controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:47:25:787.081 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating instance-ip-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:25:787.100 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating instance-ip-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:26:162.540 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:26:214.802 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:39:410.438 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:39:482.061 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:39:591.789 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:39:591.852 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove security-group:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:default - project:admin_domain:ctest-AnalyticsBasicTestSanity-54052440 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:39:668.345 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:39:673.033 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:39:673.076 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting access-control-list:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:default:ingress-access-control-list controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:47:39:673.097 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove access-control-list:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:default:ingress-access-control-list - security-group:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:default , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:39:733.512 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:39:733.553 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting access-control-list:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:default:egress-access-control-list controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:47:39:733.564 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting security-group:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:default controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:47:39:733.591 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove access-control-list:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:default:egress-access-control-list - security-group:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:default , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:39:794.491 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:39:794.642 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:39:794.673 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove project:admin_domain:ctest-AnalyticsBasicTestSanity-54052440 - application-policy-set:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:default-application-policy-set , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:39:838.601 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:39:838.637 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting application-policy-set:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:default-application-policy-set controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:47:39:838.657 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove application-policy-set:admin_domain:ctest-AnalyticsBasicTestSanity-54052440:default-application-policy-set - project:admin_domain:ctest-AnalyticsBasicTestSanity-54052440 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:39:883.171 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:39:883.207 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting project:admin_domain:ctest-AnalyticsBasicTestSanity-54052440 controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:47:39:883.227 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove project:admin_domain:ctest-AnalyticsBasicTestSanity-54052440 - domain:admin_domain , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:42:848.886 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:42:910.359 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:42:910.518 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating floating-ip:admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-fvn-20457697:ctest-some-pool-09388619:b1ba2b54-5c3a-420a-a2a1-f41c99bfae45 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:47:42:910.548 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating floating-ip-pool-floating-ip controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:42:910.567 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating floating-ip-project controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:43:164.270 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:43:164.677 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating floating-ip-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:49:280.460 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:49:280.686 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:49:280.737 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove floating-ip:admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-fvn-20457697:ctest-some-pool-09388619:b1ba2b54-5c3a-420a-a2a1-f41c99bfae45 - virtual-machine-interface:admin_domain:ctest-FloatingipBasicTestSanity-75568197:f065b3e9-9342-4531-92b6-fec4762b0471 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:49:440.903 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:49:440.959 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:49:440.988 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting floating-ip:admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-fvn-20457697:ctest-some-pool-09388619:b1ba2b54-5c3a-420a-a2a1-f41c99bfae45 controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:47:49:444.857 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove floating-ip:admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-fvn-20457697:ctest-some-pool-09388619:b1ba2b54-5c3a-420a-a2a1-f41c99bfae45 - floating-ip-pool:admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-fvn-20457697:ctest-some-pool-09388619 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:49:444.950 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove floating-ip:admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-fvn-20457697:ctest-some-pool-09388619:b1ba2b54-5c3a-420a-a2a1-f41c99bfae45 - project:admin_domain:ctest-FloatingipBasicTestSanity-75568197 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:49:494.230 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:49:494.385 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:49:494.419 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove project:admin_domain:ctest-FloatingipBasicTestSanity-75568197 - floating-ip-pool:admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-fvn-20457697:ctest-some-pool-09388619 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:49:576.085 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:49:576.132 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting floating-ip-pool:admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-fvn-20457697:ctest-some-pool-09388619 controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:47:49:576.161 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove floating-ip-pool:admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-fvn-20457697:ctest-some-pool-09388619 - virtual-network:admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-fvn-20457697 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:50:838.454 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:50:838.553 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:50:838.571 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting instance-ip:9e763eb3-ca3f-4116-a3aa-01b136d8a2ea controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:47:50:838.617 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove instance-ip:9e763eb3-ca3f-4116-a3aa-01b136d8a2ea - virtual-machine-interface:admin_domain:ctest-FloatingipBasicTestSanity-75568197:cded116e-d685-48d3-8d0f-645d6044fa56 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:50:838.645 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove instance-ip:9e763eb3-ca3f-4116-a3aa-01b136d8a2ea - virtual-network:admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-fvn-20457697 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:50:868.630 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:50:868.689 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:50:868.701 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting instance-ip:988dc189-8663-4499-a198-27f68983b011 controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:47:50:868.724 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove instance-ip:988dc189-8663-4499-a198-27f68983b011 - virtual-machine-interface:admin_domain:ctest-FloatingipBasicTestSanity-75568197:f065b3e9-9342-4531-92b6-fec4762b0471 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:50:868.746 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove instance-ip:988dc189-8663-4499-a198-27f68983b011 - virtual-network:admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-vn1-35285223 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:50:888.515 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:50:926.504 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:50:950.935 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:50:951.022 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:50:951.049 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:50:951.085 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:50:951.102 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting virtual-machine-interface:admin_domain:ctest-FloatingipBasicTestSanity-75568197:cded116e-d685-48d3-8d0f-645d6044fa56 controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:47:50:951.128 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-machine-interface:admin_domain:ctest-FloatingipBasicTestSanity-75568197:cded116e-d685-48d3-8d0f-645d6044fa56 - project:admin_domain:ctest-FloatingipBasicTestSanity-75568197 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:50:951.153 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-machine-interface:admin_domain:ctest-FloatingipBasicTestSanity-75568197:cded116e-d685-48d3-8d0f-645d6044fa56 - security-group:admin_domain:ctest-FloatingipBasicTestSanity-75568197:default , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:50:951.172 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-machine-interface:admin_domain:ctest-FloatingipBasicTestSanity-75568197:cded116e-d685-48d3-8d0f-645d6044fa56 - virtual-machine:46341423-1b03-4df9-9689-4cff4997a1ce , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:50:951.189 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-machine-interface:admin_domain:ctest-FloatingipBasicTestSanity-75568197:cded116e-d685-48d3-8d0f-645d6044fa56 - virtual-network:admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-fvn-20457697 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:50:991.097 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting virtual-machine:46341423-1b03-4df9-9689-4cff4997a1ce controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:47:51:005.992 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:51:006.058 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:51:006.081 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:51:006.102 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:51:006.123 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting virtual-machine-interface:admin_domain:ctest-FloatingipBasicTestSanity-75568197:f065b3e9-9342-4531-92b6-fec4762b0471 controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:47:51:006.144 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-machine-interface:admin_domain:ctest-FloatingipBasicTestSanity-75568197:f065b3e9-9342-4531-92b6-fec4762b0471 - project:admin_domain:ctest-FloatingipBasicTestSanity-75568197 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:51:006.168 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-machine-interface:admin_domain:ctest-FloatingipBasicTestSanity-75568197:f065b3e9-9342-4531-92b6-fec4762b0471 - security-group:admin_domain:ctest-FloatingipBasicTestSanity-75568197:default , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:51:006.182 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-machine-interface:admin_domain:ctest-FloatingipBasicTestSanity-75568197:f065b3e9-9342-4531-92b6-fec4762b0471 - virtual-machine:96c3fd4c-4ba5-4cb2-a752-0e43bdd47dfa , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:51:006.193 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-machine-interface:admin_domain:ctest-FloatingipBasicTestSanity-75568197:f065b3e9-9342-4531-92b6-fec4762b0471 - virtual-network:admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-vn1-35285223 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:51:051.015 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting virtual-machine:96c3fd4c-4ba5-4cb2-a752-0e43bdd47dfa controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:47:52:215.239 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:52:215.293 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:52:215.308 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:52:215.318 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting virtual-network:admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-vn1-35285223 controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:47:52:215.337 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting virtual-network-network-ipam:attr(admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-vn1-35285223,default-domain:default-project:default-network-ipam) controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:47:52:215.428 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-network:admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-vn1-35285223 - project:admin_domain:ctest-FloatingipBasicTestSanity-75568197 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:52:215.458 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-network:admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-vn1-35285223 - virtual-network-network-ipam:attr(admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-vn1-35285223,default-domain:default-project:default-network-ipam) , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:52:215.472 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-network-network-ipam:attr(admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-vn1-35285223,default-domain:default-project:default-network-ipam) - network-ipam:default-domain:default-project:default-network-ipam , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:52:256.051 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance df8a3a76-7103-4a9c-bc39-9e88d810fad7 controller/src/ifmap/client/config_json_parser.cc 222 2026-04-09 Thu 01:47:52:491.157 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:52:953.356 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:52:953.413 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:52:953.429 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:47:52:953.439 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting virtual-network:admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-fvn-20457697 controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:47:52:953.448 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting virtual-network-network-ipam:attr(admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-fvn-20457697,default-domain:default-project:default-network-ipam) controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:47:52:953.477 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-network:admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-fvn-20457697 - project:admin_domain:ctest-FloatingipBasicTestSanity-75568197 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:52:953.496 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-network:admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-fvn-20457697 - virtual-network-network-ipam:attr(admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-fvn-20457697,default-domain:default-project:default-network-ipam) , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:52:953.508 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-network-network-ipam:attr(admin_domain:ctest-FloatingipBasicTestSanity-75568197:ctest-fvn-20457697,default-domain:default-project:default-network-ipam) - network-ipam:default-domain:default-project:default-network-ipam , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:47:52:987.474 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance bb777365-2b0f-4a52-83ae-e02810e7a195 controller/src/ifmap/client/config_json_parser.cc 222 2026-04-09 Thu 01:47:53:237.411 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:54:006.424 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:54:040.522 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:54:132.719 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:54:175.537 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:55:647.825 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:55:648.028 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating project:admin_domain:ctest-TestHeat-19869989 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:47:55:648.080 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-project controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:55:678.011 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:55:678.197 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating application-policy-set:admin_domain:ctest-TestHeat-19869989:default-application-policy-set controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:47:55:678.235 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-application-policy-set controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:55:711.424 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:55:711.581 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-default-application-policy-set controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:55:852.941 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:55:853.155 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating security-group:admin_domain:ctest-TestHeat-19869989:default controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:47:55:853.190 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-security-group controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:55:933.473 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:55:933.684 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:admin_domain:ctest-TestHeat-19869989:default:ingress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:47:55:933.771 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:55:961.649 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:56:107.629 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:56:107.838 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:admin_domain:ctest-TestHeat-19869989:default:egress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:47:56:107.891 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:47:59:603.530 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:59:677.545 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:59:752.202 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:47:59:829.038 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:01:247.907 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:01:248.078 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating project:admin_domain:ctest-TestCRUD-09057875 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:01:248.113 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-project controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:01:276.882 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:01:277.045 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating application-policy-set:admin_domain:ctest-TestCRUD-09057875:default-application-policy-set controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:01:277.080 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-application-policy-set controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:01:306.807 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:01:306.966 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-default-application-policy-set controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:01:441.023 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:01:441.206 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating security-group:admin_domain:ctest-TestCRUD-09057875:default controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:01:441.238 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-security-group controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:01:532.816 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:01:533.077 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:admin_domain:ctest-TestCRUD-09057875:default:ingress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:01:533.232 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:01:547.243 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:01:706.102 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:01:706.301 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:admin_domain:ctest-TestCRUD-09057875:default:egress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:01:706.340 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:03:829.251 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:03:875.157 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:03:875.308 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating security-group:admin_domain:admin:ctest-admin-sg1-59182874 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:03:875.339 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-security-group controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:03:921.678 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:03:921.883 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:admin_domain:admin:ctest-admin-sg1-59182874:ingress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:03:921.946 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:04:036.913 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:04:037.089 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:admin_domain:admin:ctest-admin-sg1-59182874:egress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:04:037.310 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:04:043.241 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:04:096.619 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:04:161.253 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:04:192.683 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:04:225.109 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:04:327.753 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:04:608.676 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:04:637.660 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:04:886.354 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:04:906.053 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:04:951.037 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:05:003.741 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:05:003.889 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating security-group:admin_domain:admin:ctest-admin-sg2-98805018 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:05:003.958 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-security-group controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:05:045.769 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:05:045.916 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:admin_domain:admin:ctest-admin-sg2-98805018:ingress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:05:045.953 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:05:165.871 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:05:166.216 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:admin_domain:admin:ctest-admin-sg2-98805018:egress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:05:166.283 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:05:186.979 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:05:235.752 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:05:299.717 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:05:348.203 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:05:372.900 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:05:446.708 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:05:715.169 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:05:731.689 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:06:057.680 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:06:079.145 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:06:544.727 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:06:594.589 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:06:594.745 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating security-group:admin_domain:ctest-TestCRUD-09057875:ctest-proj-sg1-12510864 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:06:594.836 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-security-group controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:06:633.661 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:06:633.856 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:admin_domain:ctest-TestCRUD-09057875:ctest-proj-sg1-12510864:ingress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:06:633.935 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:06:756.740 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:06:756.911 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:admin_domain:ctest-TestCRUD-09057875:ctest-proj-sg1-12510864:egress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:06:756.977 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:06:772.687 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:06:817.913 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:06:879.744 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:06:902.359 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:06:947.781 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:06:994.865 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:07:247.719 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:07:284.839 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:07:510.334 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:07:540.130 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:07:576.662 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:07:628.678 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:07:628.818 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating security-group:admin_domain:ctest-TestCRUD-09057875:ctest-proj-sg2-54816353 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:07:628.851 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-security-group controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:07:686.019 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:07:686.177 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:admin_domain:ctest-TestCRUD-09057875:ctest-proj-sg2-54816353:ingress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:07:686.254 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:07:808.613 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:07:808.797 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:admin_domain:ctest-TestCRUD-09057875:ctest-proj-sg2-54816353:egress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:07:808.863 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:07:809.861 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:07:872.735 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:07:943.395 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:07:970.295 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:08:007.774 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:08:084.915 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:08:286.860 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:08:307.661 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:08:512.407 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:08:531.269 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:08:968.226 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:09:003.080 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:09:003.208 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating logical-router:admin_domain:admin:name-04063252 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:09:003.239 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-logical-router controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:09:059.093 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:09:094.496 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:11:241.365 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:11:392.533 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:11:539.097 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:11:575.383 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:11:575.425 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting logical-router:admin_domain:admin:name-04063252 controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:11:575.450 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove logical-router:admin_domain:admin:name-04063252 - project:admin_domain:admin , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:11:651.055 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:11:697.395 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:11:697.537 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating logical-router:admin_domain:admin:name-53889342 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:11:697.579 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-logical-router controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:11:729.407 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:11:761.257 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:13:914.697 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:14:061.899 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:14:232.714 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:14:255.111 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:14:255.700 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting logical-router:admin_domain:admin:name-53889342 controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:14:255.724 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove logical-router:admin_domain:admin:name-53889342 - project:admin_domain:admin , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:14:320.594 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:14:363.074 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:14:363.243 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating logical-router:admin_domain:ctest-TestCRUD-09057875:name-62566702 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:14:363.288 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-logical-router controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:14:404.006 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:14:436.632 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:16:543.469 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:16:694.696 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:16:843.599 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:16:870.722 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:16:870.806 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting logical-router:admin_domain:ctest-TestCRUD-09057875:name-62566702 controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:16:870.844 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove logical-router:admin_domain:ctest-TestCRUD-09057875:name-62566702 - project:admin_domain:ctest-TestCRUD-09057875 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:16:996.029 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:16:996.092 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove security-group:admin_domain:ctest-TestCRUD-09057875:ctest-proj-sg2-54816353 - project:admin_domain:ctest-TestCRUD-09057875 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:17:025.784 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:17:025.961 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting access-control-list:admin_domain:ctest-TestCRUD-09057875:ctest-proj-sg2-54816353:ingress-access-control-list controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:17:026.008 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove access-control-list:admin_domain:ctest-TestCRUD-09057875:ctest-proj-sg2-54816353:ingress-access-control-list - security-group:admin_domain:ctest-TestCRUD-09057875:ctest-proj-sg2-54816353 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:17:070.928 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:17:071.006 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting access-control-list:admin_domain:ctest-TestCRUD-09057875:ctest-proj-sg2-54816353:egress-access-control-list controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:17:071.022 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting security-group:admin_domain:ctest-TestCRUD-09057875:ctest-proj-sg2-54816353 controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:17:071.051 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove access-control-list:admin_domain:ctest-TestCRUD-09057875:ctest-proj-sg2-54816353:egress-access-control-list - security-group:admin_domain:ctest-TestCRUD-09057875:ctest-proj-sg2-54816353 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:17:133.704 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:17:133.772 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove security-group:admin_domain:ctest-TestCRUD-09057875:ctest-proj-sg1-12510864 - project:admin_domain:ctest-TestCRUD-09057875 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:17:160.354 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:17:160.404 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting access-control-list:admin_domain:ctest-TestCRUD-09057875:ctest-proj-sg1-12510864:ingress-access-control-list controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:17:160.428 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove access-control-list:admin_domain:ctest-TestCRUD-09057875:ctest-proj-sg1-12510864:ingress-access-control-list - security-group:admin_domain:ctest-TestCRUD-09057875:ctest-proj-sg1-12510864 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:17:198.959 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:17:199.023 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting access-control-list:admin_domain:ctest-TestCRUD-09057875:ctest-proj-sg1-12510864:egress-access-control-list controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:17:199.034 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting security-group:admin_domain:ctest-TestCRUD-09057875:ctest-proj-sg1-12510864 controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:17:199.059 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove access-control-list:admin_domain:ctest-TestCRUD-09057875:ctest-proj-sg1-12510864:egress-access-control-list - security-group:admin_domain:ctest-TestCRUD-09057875:ctest-proj-sg1-12510864 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:17:274.253 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:17:274.324 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove security-group:admin_domain:admin:ctest-admin-sg2-98805018 - project:admin_domain:admin , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:17:327.443 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:17:327.508 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting access-control-list:admin_domain:admin:ctest-admin-sg2-98805018:ingress-access-control-list controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:17:327.537 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove access-control-list:admin_domain:admin:ctest-admin-sg2-98805018:ingress-access-control-list - security-group:admin_domain:admin:ctest-admin-sg2-98805018 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:17:361.877 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:17:361.936 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting access-control-list:admin_domain:admin:ctest-admin-sg2-98805018:egress-access-control-list controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:17:361.952 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting security-group:admin_domain:admin:ctest-admin-sg2-98805018 controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:17:361.992 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove access-control-list:admin_domain:admin:ctest-admin-sg2-98805018:egress-access-control-list - security-group:admin_domain:admin:ctest-admin-sg2-98805018 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:17:418.106 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:17:418.172 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove security-group:admin_domain:admin:ctest-admin-sg1-59182874 - project:admin_domain:admin , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:17:465.403 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:17:465.464 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting access-control-list:admin_domain:admin:ctest-admin-sg1-59182874:ingress-access-control-list controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:17:465.492 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove access-control-list:admin_domain:admin:ctest-admin-sg1-59182874:ingress-access-control-list - security-group:admin_domain:admin:ctest-admin-sg1-59182874 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:17:490.565 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:17:490.611 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting access-control-list:admin_domain:admin:ctest-admin-sg1-59182874:egress-access-control-list controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:17:490.622 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting security-group:admin_domain:admin:ctest-admin-sg1-59182874 controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:17:490.644 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove access-control-list:admin_domain:admin:ctest-admin-sg1-59182874:egress-access-control-list - security-group:admin_domain:admin:ctest-admin-sg1-59182874 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:17:897.910 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:17:974.728 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:18:056.092 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:18:141.803 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:19:590.124 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:19:590.263 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating project:admin_domain:ctest-TestPorts-73129456 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:19:590.294 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-project controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:19:627.490 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:19:627.643 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating application-policy-set:admin_domain:ctest-TestPorts-73129456:default-application-policy-set controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:19:627.770 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-application-policy-set controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:19:657.272 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:19:657.466 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-default-application-policy-set controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:19:795.700 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:19:795.883 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating security-group:admin_domain:ctest-TestPorts-73129456:default controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:19:795.914 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-security-group controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:19:882.139 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:19:882.394 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:admin_domain:ctest-TestPorts-73129456:default:ingress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:19:882.448 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:19:902.460 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:20:060.837 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:20:061.740 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:admin_domain:ctest-TestPorts-73129456:default:egress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:20:061.811 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:22:640.506 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:22:921.374 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:22:957.100 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:22:957.293 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network:admin_domain:ctest-TestPorts-73129456:ctest-vn-27441173 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:22:957.360 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:22:989.626 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:23:018.852 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:23:039.049 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:23:039.149 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 8079ac1f-dab2-44ae-9a21-a7b89367131c controller/src/ifmap/client/config_json_parser.cc 222 2026-04-09 Thu 01:48:23:195.112 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:23:195.280 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network-network-ipam:attr(admin_domain:ctest-TestPorts-73129456:ctest-vn-27441173,default-domain:default-project:default-network-ipam) controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:23:195.302 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-network-network-ipam controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:23:195.317 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-network-network-ipam controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:23:214.717 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:23:730.901 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:23:815.845 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:23:816.053 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-machine-interface:admin_domain:ctest-TestPorts-73129456:ctest-vmi-65396008 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:23:816.132 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:23:816.184 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-security-group controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:23:816.208 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:23:845.221 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:23:899.754 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:23:899.917 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating instance-ip:b15aa63c-16e0-40cb-ae83-e889a4ad8f8e controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:23:899.986 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating instance-ip-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:23:900.018 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating instance-ip-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:24:677.244 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:24:677.291 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:24:677.302 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting instance-ip:b15aa63c-16e0-40cb-ae83-e889a4ad8f8e controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:24:677.322 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove instance-ip:b15aa63c-16e0-40cb-ae83-e889a4ad8f8e - virtual-machine-interface:admin_domain:ctest-TestPorts-73129456:ctest-vmi-65396008 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:24:677.338 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove instance-ip:b15aa63c-16e0-40cb-ae83-e889a4ad8f8e - virtual-network:admin_domain:ctest-TestPorts-73129456:ctest-vn-27441173 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:24:715.462 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:24:715.531 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:24:715.555 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:24:715.571 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting virtual-machine-interface:admin_domain:ctest-TestPorts-73129456:ctest-vmi-65396008 controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:24:715.596 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-machine-interface:admin_domain:ctest-TestPorts-73129456:ctest-vmi-65396008 - project:admin_domain:ctest-TestPorts-73129456 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:24:715.620 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-machine-interface:admin_domain:ctest-TestPorts-73129456:ctest-vmi-65396008 - security-group:admin_domain:ctest-TestPorts-73129456:default , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:24:715.638 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-machine-interface:admin_domain:ctest-TestPorts-73129456:ctest-vmi-65396008 - virtual-network:admin_domain:ctest-TestPorts-73129456:ctest-vn-27441173 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:24:856.786 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:24:856.843 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:24:856.862 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:24:856.879 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting virtual-network:admin_domain:ctest-TestPorts-73129456:ctest-vn-27441173 controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:24:856.904 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting virtual-network-network-ipam:attr(admin_domain:ctest-TestPorts-73129456:ctest-vn-27441173,default-domain:default-project:default-network-ipam) controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:24:856.924 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-network:admin_domain:ctest-TestPorts-73129456:ctest-vn-27441173 - project:admin_domain:ctest-TestPorts-73129456 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:24:856.941 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-network:admin_domain:ctest-TestPorts-73129456:ctest-vn-27441173 - virtual-network-network-ipam:attr(admin_domain:ctest-TestPorts-73129456:ctest-vn-27441173,default-domain:default-project:default-network-ipam) , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:24:856.953 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-network-network-ipam:attr(admin_domain:ctest-TestPorts-73129456:ctest-vn-27441173,default-domain:default-project:default-network-ipam) - network-ipam:default-domain:default-project:default-network-ipam , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:24:902.460 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 8079ac1f-dab2-44ae-9a21-a7b89367131c controller/src/ifmap/client/config_json_parser.cc 222 2026-04-09 Thu 01:48:25:802.140 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:25:990.026 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:26:024.133 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:26:024.371 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network:admin_domain:ctest-TestPorts-73129456:ctest-vn1-47190554 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:26:024.418 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:26:073.886 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:26:118.103 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:26:142.148 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:26:142.288 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 1d0b7b69-2236-4eec-a3f8-40463e95c946 controller/src/ifmap/client/config_json_parser.cc 222 2026-04-09 Thu 01:48:26:263.920 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:26:264.172 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network-network-ipam:attr(admin_domain:ctest-TestPorts-73129456:ctest-vn1-47190554,default-domain:default-project:default-network-ipam) controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:26:264.219 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-network-network-ipam controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:26:264.235 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-network-network-ipam controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:26:299.251 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:26:556.629 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:26:574.728 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:27:120.615 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:27:209.028 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:27:209.275 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-machine-interface:admin_domain:ctest-TestPorts-73129456:7ef818ba-9840-4aec-a14b-38e12976ec5a controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:27:209.348 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:27:209.384 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-security-group controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:27:209.412 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:27:229.823 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:27:294.808 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:27:295.019 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating instance-ip:ce89372f-1745-42a8-9065-6e0131d56d3e controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:27:295.058 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating instance-ip-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:27:295.078 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating instance-ip-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:27:394.939 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:27:499.999 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:27:500.175 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-machine-interface:admin_domain:ctest-TestPorts-73129456:add68e67-4aec-43e3-9988-c23cce5ea184 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:27:500.215 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:27:500.235 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-security-group controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:27:500.251 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:27:522.308 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:27:573.944 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:27:574.113 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating instance-ip:c7ca89c9-dc93-45f1-a7bd-4c400677f850 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:27:574.155 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating instance-ip-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:27:574.178 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating instance-ip-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:30:861.705 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:30:862.190 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-machine:df0f4ff2-d6ac-4663-b308-adcfc9c9c67c controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:30:905.638 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:30:905.794 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-virtual-machine controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:30:975.638 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:31:263.316 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:31:263.455 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-machine:a584a9a8-0416-4d01-9768-1c10b6a17ec8 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:31:298.105 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:31:298.266 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-virtual-machine controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:31:334.348 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:40:082.097 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:40:107.020 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:40:165.458 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:40:174.420 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:40:248.165 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:40:317.447 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:40:353.074 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:40:353.138 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove security-group:admin_domain:ctest-TestCRUD-09057875:default - project:admin_domain:ctest-TestCRUD-09057875 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:40:399.684 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:40:400.181 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting access-control-list:admin_domain:ctest-TestCRUD-09057875:default:ingress-access-control-list controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:40:400.208 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove access-control-list:admin_domain:ctest-TestCRUD-09057875:default:ingress-access-control-list - security-group:admin_domain:ctest-TestCRUD-09057875:default , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:40:421.315 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:40:421.366 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove security-group:admin_domain:ctest-TestHeat-19869989:default - project:admin_domain:ctest-TestHeat-19869989 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:40:473.688 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:40:473.748 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove security-group:admin_domain:ctest-FloatingipBasicTestSanity-75568197:default - project:admin_domain:ctest-FloatingipBasicTestSanity-75568197 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:40:501.799 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:40:502.871 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting access-control-list:admin_domain:ctest-TestCRUD-09057875:default:egress-access-control-list controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:40:502.898 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting security-group:admin_domain:ctest-TestCRUD-09057875:default controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:40:502.921 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove access-control-list:admin_domain:ctest-TestCRUD-09057875:default:egress-access-control-list - security-group:admin_domain:ctest-TestCRUD-09057875:default , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:40:505.936 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:40:563.649 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:40:563.694 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting access-control-list:admin_domain:ctest-TestHeat-19869989:default:ingress-access-control-list controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:40:563.716 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove access-control-list:admin_domain:ctest-TestHeat-19869989:default:ingress-access-control-list - security-group:admin_domain:ctest-TestHeat-19869989:default , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:40:587.608 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:40:629.227 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:40:644.983 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:40:645.132 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:40:645.161 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove project:admin_domain:ctest-TestCRUD-09057875 - application-policy-set:admin_domain:ctest-TestCRUD-09057875:default-application-policy-set , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:40:685.603 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:40:685.655 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting access-control-list:admin_domain:ctest-TestHeat-19869989:default:egress-access-control-list controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:40:685.665 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting security-group:admin_domain:ctest-TestHeat-19869989:default controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:40:685.684 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove access-control-list:admin_domain:ctest-TestHeat-19869989:default:egress-access-control-list - security-group:admin_domain:ctest-TestHeat-19869989:default , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:40:720.585 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:40:720.798 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:40:720.853 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove project:admin_domain:ctest-TestHeat-19869989 - application-policy-set:admin_domain:ctest-TestHeat-19869989:default-application-policy-set , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:40:725.896 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:40:725.947 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting application-policy-set:admin_domain:ctest-TestCRUD-09057875:default-application-policy-set controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:40:725.979 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove application-policy-set:admin_domain:ctest-TestCRUD-09057875:default-application-policy-set - project:admin_domain:ctest-TestCRUD-09057875 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:40:780.297 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:40:780.348 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting access-control-list:admin_domain:ctest-FloatingipBasicTestSanity-75568197:default:ingress-access-control-list controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:40:780.379 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove access-control-list:admin_domain:ctest-FloatingipBasicTestSanity-75568197:default:ingress-access-control-list - security-group:admin_domain:ctest-FloatingipBasicTestSanity-75568197:default , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:40:783.860 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:40:784.005 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:40:784.036 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove project:admin_domain:ctest-FloatingipBasicTestSanity-75568197 - application-policy-set:admin_domain:ctest-FloatingipBasicTestSanity-75568197:default-application-policy-set , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:40:840.072 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:40:840.119 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting project:admin_domain:ctest-TestCRUD-09057875 controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:40:840.138 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove project:admin_domain:ctest-TestCRUD-09057875 - domain:admin_domain , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:40:879.010 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:40:879.052 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting application-policy-set:admin_domain:ctest-TestHeat-19869989:default-application-policy-set controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:40:879.075 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove application-policy-set:admin_domain:ctest-TestHeat-19869989:default-application-policy-set - project:admin_domain:ctest-TestHeat-19869989 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:40:917.684 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:40:917.724 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting access-control-list:admin_domain:ctest-FloatingipBasicTestSanity-75568197:default:egress-access-control-list controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:40:917.734 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting security-group:admin_domain:ctest-FloatingipBasicTestSanity-75568197:default controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:40:917.754 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove access-control-list:admin_domain:ctest-FloatingipBasicTestSanity-75568197:default:egress-access-control-list - security-group:admin_domain:ctest-FloatingipBasicTestSanity-75568197:default , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:40:929.997 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:40:930.039 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting application-policy-set:admin_domain:ctest-FloatingipBasicTestSanity-75568197:default-application-policy-set controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:40:930.062 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove application-policy-set:admin_domain:ctest-FloatingipBasicTestSanity-75568197:default-application-policy-set - project:admin_domain:ctest-FloatingipBasicTestSanity-75568197 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:40:965.853 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:40:965.894 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting project:admin_domain:ctest-TestHeat-19869989 controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:40:965.914 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove project:admin_domain:ctest-TestHeat-19869989 - domain:admin_domain , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:41:005.423 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:41:005.463 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting project:admin_domain:ctest-FloatingipBasicTestSanity-75568197 controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:41:005.483 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove project:admin_domain:ctest-FloatingipBasicTestSanity-75568197 - domain:admin_domain , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:56:800.978 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:56:801.025 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:56:801.038 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting instance-ip:c7ca89c9-dc93-45f1-a7bd-4c400677f850 controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:56:801.058 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove instance-ip:c7ca89c9-dc93-45f1-a7bd-4c400677f850 - virtual-machine-interface:admin_domain:ctest-TestPorts-73129456:add68e67-4aec-43e3-9988-c23cce5ea184 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:56:801.083 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove instance-ip:c7ca89c9-dc93-45f1-a7bd-4c400677f850 - virtual-network:admin_domain:ctest-TestPorts-73129456:ctest-vn1-47190554 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:56:849.066 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:56:888.389 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:56:888.439 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:56:888.455 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:56:889.380 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:56:889.399 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting virtual-machine-interface:admin_domain:ctest-TestPorts-73129456:add68e67-4aec-43e3-9988-c23cce5ea184 controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:56:889.448 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-machine-interface:admin_domain:ctest-TestPorts-73129456:add68e67-4aec-43e3-9988-c23cce5ea184 - project:admin_domain:ctest-TestPorts-73129456 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:56:889.479 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-machine-interface:admin_domain:ctest-TestPorts-73129456:add68e67-4aec-43e3-9988-c23cce5ea184 - security-group:admin_domain:ctest-TestPorts-73129456:default , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:56:889.500 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-machine-interface:admin_domain:ctest-TestPorts-73129456:add68e67-4aec-43e3-9988-c23cce5ea184 - virtual-machine:a584a9a8-0416-4d01-9768-1c10b6a17ec8 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:56:889.518 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-machine-interface:admin_domain:ctest-TestPorts-73129456:add68e67-4aec-43e3-9988-c23cce5ea184 - virtual-network:admin_domain:ctest-TestPorts-73129456:ctest-vn1-47190554 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:56:909.701 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting virtual-machine:a584a9a8-0416-4d01-9768-1c10b6a17ec8 controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:57:135.292 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:57:135.368 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:57:135.391 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting instance-ip:ce89372f-1745-42a8-9065-6e0131d56d3e controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:57:135.421 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove instance-ip:ce89372f-1745-42a8-9065-6e0131d56d3e - virtual-machine-interface:admin_domain:ctest-TestPorts-73129456:7ef818ba-9840-4aec-a14b-38e12976ec5a , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:57:135.444 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove instance-ip:ce89372f-1745-42a8-9065-6e0131d56d3e - virtual-network:admin_domain:ctest-TestPorts-73129456:ctest-vn1-47190554 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:57:181.049 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:57:220.100 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:57:220.169 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:57:220.192 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:57:220.213 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:57:220.229 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting virtual-machine-interface:admin_domain:ctest-TestPorts-73129456:7ef818ba-9840-4aec-a14b-38e12976ec5a controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:57:220.265 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-machine-interface:admin_domain:ctest-TestPorts-73129456:7ef818ba-9840-4aec-a14b-38e12976ec5a - project:admin_domain:ctest-TestPorts-73129456 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:57:220.290 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-machine-interface:admin_domain:ctest-TestPorts-73129456:7ef818ba-9840-4aec-a14b-38e12976ec5a - security-group:admin_domain:ctest-TestPorts-73129456:default , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:57:220.307 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-machine-interface:admin_domain:ctest-TestPorts-73129456:7ef818ba-9840-4aec-a14b-38e12976ec5a - virtual-machine:df0f4ff2-d6ac-4663-b308-adcfc9c9c67c , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:57:220.324 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-machine-interface:admin_domain:ctest-TestPorts-73129456:7ef818ba-9840-4aec-a14b-38e12976ec5a - virtual-network:admin_domain:ctest-TestPorts-73129456:ctest-vn1-47190554 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:57:261.104 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting virtual-machine:df0f4ff2-d6ac-4663-b308-adcfc9c9c67c controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:57:420.574 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:57:420.645 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:57:420.667 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:48:57:420.684 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting virtual-network:admin_domain:ctest-TestPorts-73129456:ctest-vn1-47190554 controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:57:420.698 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Deleting virtual-network-network-ipam:attr(admin_domain:ctest-TestPorts-73129456:ctest-vn1-47190554,default-domain:default-project:default-network-ipam) controller/src/ifmap/ifmap_server_table.cc 164 2026-04-09 Thu 01:48:57:420.724 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-network:admin_domain:ctest-TestPorts-73129456:ctest-vn1-47190554 - project:admin_domain:ctest-TestPorts-73129456 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:57:420.763 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-network:admin_domain:ctest-TestPorts-73129456:ctest-vn1-47190554 - virtual-network-network-ipam:attr(admin_domain:ctest-TestPorts-73129456:ctest-vn1-47190554,default-domain:default-project:default-network-ipam) , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:57:420.785 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove virtual-network-network-ipam:attr(admin_domain:ctest-TestPorts-73129456:ctest-vn1-47190554,default-domain:default-project:default-network-ipam) - network-ipam:default-domain:default-project:default-network-ipam , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:48:57:475.481 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 1d0b7b69-2236-4eec-a3f8-40463e95c946 controller/src/ifmap/client/config_json_parser.cc 222 2026-04-09 Thu 01:48:57:959.224 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:58:045.041 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:58:115.409 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:58:203.141 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:59:602.437 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:59:602.552 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating project:admin_domain:ctest-TestRouters-99646362 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:59:602.580 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-project controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:59:628.578 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:59:628.713 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating application-policy-set:admin_domain:ctest-TestRouters-99646362:default-application-policy-set controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:59:628.746 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-application-policy-set controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:59:656.715 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:59:656.871 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-default-application-policy-set controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:59:780.201 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:59:780.390 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating security-group:admin_domain:ctest-TestRouters-99646362:default controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:59:780.450 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-security-group controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:59:863.474 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:48:59:863.619 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:admin_domain:ctest-TestRouters-99646362:default:ingress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:48:59:863.654 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:48:59:881.494 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:00:047.032 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:00:047.226 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:admin_domain:ctest-TestRouters-99646362:default:egress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:49:00:047.294 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:02:647.159 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:02:979.478 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116181894720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:03:012.513 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:03:012.666 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network:admin_domain:ctest-TestRouters-99646362:ctest-vn1-65397904 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:49:03:012.710 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:03:049.998 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:03:086.087 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:03:121.887 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:03:122.014 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 407938c6-5a53-4546-b5da-140bad2dc56b controller/src/ifmap/client/config_json_parser.cc 222 2026-04-09 Thu 01:49:03:296.090 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:03:296.267 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network-network-ipam:attr(admin_domain:ctest-TestRouters-99646362:ctest-vn1-65397904,default-domain:default-project:default-network-ipam) controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:49:03:296.294 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-network-network-ipam controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:03:296.315 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-network-network-ipam controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:03:319.811 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116194489920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:03:753.586 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:03:930.663 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:03:968.118 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:03:968.282 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network:admin_domain:ctest-TestRouters-99646362:ctest-vn2-78443513 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:49:03:968.326 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:03:998.402 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:04:027.597 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:04:056.991 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:04:057.109 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance a740f537-6ccf-4d0b-8d84-16598e2bda69 controller/src/ifmap/client/config_json_parser.cc 222 2026-04-09 Thu 01:49:04:226.567 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:04:226.746 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network-network-ipam:attr(admin_domain:ctest-TestRouters-99646362:ctest-vn2-78443513,default-domain:default-project:default-network-ipam) controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:49:04:226.779 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-network-network-ipam controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:04:226.796 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-network-network-ipam controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:04:256.555 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:05:525.407 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:06:655.403 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:06:698.073 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:06:698.184 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116555384384, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-machine:126a68ce-05a4-443e-94b8-b4d8513fdaaf controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:49:06:783.482 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:06:783.671 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-machine-interface:admin_domain:ctest-TestRouters-99646362:36a2ca67-ce7b-46ef-bddb-88b92921150f controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:49:06:783.723 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:06:783.743 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-security-group controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:06:783.758 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-virtual-machine controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:06:783.772 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:06:818.200 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:06:898.042 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:06:905.869 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:06:906.030 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating instance-ip:4c6e7406-d747-44a8-bd1d-b4a326ebb6c5 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:49:06:906.064 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating instance-ip-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:06:906.083 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating instance-ip-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:07:237.234 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:07:308.235 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:07:551.970 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:07:617.313 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:07:617.462 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating logical-router:admin_domain:ctest-TestRouters-99646362:ctest-router1-52295350 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:49:07:620.569 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-logical-router controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:07:683.633 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:07:709.681 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:07:798.930 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:07:900.716 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:07:900.933 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-machine-interface:admin_domain:ctest-TestRouters-99646362:28010106-7732-4904-840b-472347c9d7f6 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:49:07:900.988 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:07:901.013 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:07:929.132 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:07:990.306 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:07:990.454 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating instance-ip:891dd743-7c94-41c1-9806-8099ba89d4fb controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:49:07:990.488 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating instance-ip-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:07:990.506 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating instance-ip-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:08:054.534 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:08:095.149 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:08:095.406 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating logical-router-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:08:149.068 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:08:149.200 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 407938c6-5a53-4546-b5da-140bad2dc56b controller/src/ifmap/client/config_json_parser.cc 222 2026-04-09 Thu 01:49:08:159.292 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116542789184, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:08:188.090 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116173497920, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:08:188.348 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-machine:9b20818e-629b-47eb-ac71-0969b9bfa0af controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:49:08:284.293 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:08:284.527 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-machine-interface:admin_domain:ctest-TestRouters-99646362:c663f625-6147-4482-9633-29f81200c7a1 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:49:08:284.586 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:08:284.619 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-security-group controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:08:284.642 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-virtual-machine controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:08:284.663 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116177696320, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:08:342.345 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:08:432.750 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:08:432.987 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating instance-ip:528d812c-d2eb-446a-8d85-c01e243eed15 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:49:08:433.035 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating instance-ip-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:08:433.065 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating instance-ip-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:08:757.403 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116165101120, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:08:789.623 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116559582784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:27:777.121 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:27:855.051 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116534392384, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:27:855.255 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-machine-interface:admin_domain:ctest-TestRouters-99646362:b1f41c5f-a94c-4471-b142-ef17862e9013 controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:49:27:855.315 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:27:855.341 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:27:873.334 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116538590784, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:27:914.104 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:27:914.311 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating instance-ip:2700a90b-1c1e-4382-8597-e7f128fc965b controller/src/ifmap/ifmap_server_table.cc 95 2026-04-09 Thu 01:49:27:914.360 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating instance-ip-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:27:914.402 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating instance-ip-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:27:947.268 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116546987584, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:27:978.715 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:27:978.906 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116169299520, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating logical-router-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-04-09 Thu 01:49:28:402.045 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:28:402.161 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116156704320, Pid 1095833]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance a740f537-6ccf-4d0b-8d84-16598e2bda69 controller/src/ifmap/client/config_json_parser.cc 222 2026-04-09 Thu 01:49:34:640.792 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:34:640.995 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:49:34:641.030 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116551185984, Pid 1095833]: IFMap [SYS_DEBUG]: LinkOper: LinkRemove logical-router:admin_domain:ctest-TestRouters-99646362:ctest-router1-52295350 - virtual-machine-interface:admin_domain:ctest-TestRouters-99646362:28010106-7732-4904-840b-472347c9d7f6 , lhs: , rhs: controller/src/ifmap/ifmap_exporter.cc 574 2026-04-09 Thu 01:49:34:686.734 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-04-09 Thu 01:49:34:686.853 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116190291520, Pid 1095833]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 407938c6-5a53-4546-b5da-140bad2dc56b controller/src/ifmap/client/config_json_parser.cc 222 2026-04-09 Thu 01:49:34:694.854 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145 2026-04-09 Thu 01:49:34:694.900 UTC cn-jenkins-deploy-platform-juju-os-692-1 [Thread 140116160902720, Pid 1095833]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Deleting link controller/src/ifmap/ifmap_server_table.cc 145