2026-06-22 Mon 05:23:31:776.100 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: DnsAgent [SYS_INFO]: VersionInfoLog: {"build-info": [{"build-version": "v0+nightly.r25.1", "build-time": "2026-06-22 00:08:41.504560", "build-user": "root", "build-hostname": "jenkins-build-prepare-sandbox-15343-1.novalocal", "build-id": "v0+nightly.r25.1", "build-number": "202606220008"}]} src/contrail-common/base/misc_utils.cc 39 2026-06-22 Mon 05:23:31:776.182 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: SANDESH: ROLE : Generator 2026-06-22 Mon 05:23:31:776.191 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: SANDESH: MODULE : contrail-dns 2026-06-22 Mon 05:23:31:776.196 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: SANDESH: SOURCE : cn-jenkins-deploy-platform-ansible-os-6019-3 2026-06-22 Mon 05:23:31:776.200 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: SANDESH: NODE TYPE : Control 2026-06-22 Mon 05:23:31:776.241 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: SANDESH: INSTANCE ID : 0 2026-06-22 Mon 05:23:31:776.247 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: SANDESH: HTTP SERVER PORT : 8092 2026-06-22 Mon 05:23:31:776.252 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: SANDESH: System Log Send Rate Limit: 0 -> 0 2026-06-22 Mon 05:23:31:778.917 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: HTTP Introspect Init 2026-06-22 Mon 05:23:31:779.041 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: TCP [SYS_DEBUG]: TcpServerMessageLog: Server 0.0.0.0:8092 Initialization complete src/contrail-common/io/tcp_server.cc 137 2026-06-22 Mon 05:23:31:779.138 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: Sandesh Http Server Port: 8092 2026-06-22 Mon 05:23:31:779.219 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: SANDESH: NOT Writing http_port 8092TO : /tmp/contrail-dns.20187.http_port 2026-06-22 Mon 05:23:31:779.227 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: SANDESH: CONNECT TO COLLECTOR: 1 2026-06-22 Mon 05:23:31:779.560 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: Idle 2026-06-22 Mon 05:23:31:779.729 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: SANDESH: No Client: 1782105811779651 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 0 pid = 20243 http_port = 8092 start_time = 1782105811779572 collector_name = collector_ip = 0.0.0.0:0 collector_list= [ [ ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 0, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 0, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:23:31:780.455 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: SANDESH: Logging: DISABLED -> ENABLED 2026-06-22 Mon 05:23:31:780.485 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: SANDESH: Logging: LEVEL: [ INVALID ] -> [ SYS_DEBUG ] log4level: [ NOTSET ] -> [ DEBUG ] 2026-06-22 Mon 05:23:31:781.793 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Processing scm::EvStart in state Idle 2026-06-22 Mon 05:23:31:781.839 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Disconnect 2026-06-22 Mon 05:23:31:781.929 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Processing scm::EvCollectorUpdate in state Disconnect 2026-06-22 Mon 05:23:31:782.128 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Connect : Start Connect timer 10.0.0.38:8086 2026-06-22 Mon 05:23:31:782.217 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:23:31:782.320 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: SANDESH: Send FAILED: 1782105811781913 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Disconnect successful_connections = 0 pid = 20243 http_port = 8092 start_time = 1782105811779572 collector_name = collector_ip = 0.0.0.0:0 collector_list= [ [ ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 0, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:23:31:782.346 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:23:31:782.359 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:23:31:782.415 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: SANDESH: Send FAILED: 1782105811781970 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Disconnect successful_connections = 0 pid = 20243 http_port = 8092 start_time = 1782105811779572 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 0, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:23:31:782.423 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:23:31:782.433 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:23:31:782.479 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: SANDESH: Send FAILED: 1782105811782198 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 0 pid = 20243 http_port = 8092 start_time = 1782105811779572 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 0, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:23:31:782.487 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:23:32:706.990 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: TCP [SYS_DEBUG]: TcpServerMessageLog: Server 10.20.0.14:8093 Initialization complete src/contrail-common/io/tcp_server.cc 137 2026-06-22 Mon 05:23:32:707.101 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: DnsAgent [SYS_NOTICE]: DnsOperational: Bulk sync has been started controller/src/dns/main.cc 401 2026-06-22 Mon 05:23:32:707.171 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Config Client Mgr SM: Start RabbitMqReader and init Database src/contrail-common/config-client-mgr/config_client_manager.cc 281 2026-06-22 Mon 05:23:32:707.260 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: RabbitMQ connection down src/contrail-common/config-client-mgr/config_amqp_client.cc 157 2026-06-22 Mon 05:23:32:707.272 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: Connect to Rabbit MQ with queue_delete TRUE src/contrail-common/config-client-mgr/config_amqp_client.cc 167 2026-06-22 Mon 05:23:32:707.290 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:23:32:707.336 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: SANDESH: Send FAILED: 1782105812707242 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Number of connections:2, Expected:3 Missing: Database:Cassandra ], ] ] ] 2026-06-22 Mon 05:23:32:707.345 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:23:32:812.914 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: RabbitMQ connection established src/contrail-common/config-client-mgr/config_amqp_client.cc 150 2026-06-22 Mon 05:23:32:812.966 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Config Client Mgr SM: Init Database src/contrail-common/config-client-mgr/config_client_manager.cc 285 2026-06-22 Mon 05:23:32:813.005 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Lost Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 579 2026-06-22 Mon 05:23:32:813.125 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Db Init src/contrail-common/config-client-mgr/config_cassandra_client.cc 87 2026-06-22 Mon 05:23:32:813.795 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:23:32:813.846 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: SANDESH: Send FAILED: 1782105812812860 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Number of connections:2, Expected:3 Missing: Database:Cassandra ], ] ] ] 2026-06-22 Mon 05:23:32:813.858 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:23:32:813.878 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:23:32:813.899 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: SANDESH: Send FAILED: 1782105812812996 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Down description = Lost Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector, Database:Cassandra connection down ], ] ] ] 2026-06-22 Mon 05:23:32:813.905 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:23:32:877.566 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Db SetTableSpace src/contrail-common/config-client-mgr/config_cassandra_client.cc 94 2026-06-22 Mon 05:23:32:881.573 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Db UseColumnFamily uuidTableName src/contrail-common/config-client-mgr/config_cassandra_client.cc 103 2026-06-22 Mon 05:23:32:881.657 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Db UseColumnFamily fqnTableName src/contrail-common/config-client-mgr/config_cassandra_client.cc 109 2026-06-22 Mon 05:23:32:881.739 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:32:881.752 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: BulkDataSync Started src/contrail-common/config-client-mgr/config_cassandra_client.cc 392 2026-06-22 Mon 05:23:32:881.882 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:23:32:881.921 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: SANDESH: Send FAILED: 1782105812881707 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:23:32:881.934 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:23:32:889.648 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:32:899.502 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:32:906.919 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:32:930.115 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:32:952.049 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:32:994.248 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:000.436 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:002.935 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:007.718 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:018.132 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:024.705 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:026.183 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:028.733 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:030.113 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:037.301 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:043.390 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:045.636 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:051.407 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:054.194 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:056.978 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:071.004 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:073.248 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:075.572 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:079.140 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:081.485 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:084.678 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:087.887 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:090.493 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:096.556 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:100.080 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:105.946 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:108.082 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:110.400 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:113.110 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:115.712 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:116.602 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:117.464 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:119.355 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:120.162 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:121.130 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:138.261 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:142.164 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:144.040 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:149.539 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:159.951 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:162.977 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:167.824 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:170.257 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:171.334 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:181.389 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:182.461 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:183.680 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:185.502 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:187.441 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:188.291 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:192.310 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:195.926 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:197.331 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:200.297 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:202.211 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:203.420 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:208.730 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:209.804 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:217.493 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:218.736 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:223.217 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:227.267 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:229.115 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:230.422 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:231.890 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:233.419 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:234.401 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:235.952 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:238.946 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:245.171 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:249.953 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:251.224 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:257.081 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:258.472 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:261.020 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:265.154 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:266.196 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:267.668 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:269.967 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:272.654 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:289.062 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:296.723 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:301.879 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:308.985 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:317.034 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:318.465 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:322.589 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:333.312 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:337.678 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:342.007 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:345.330 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:350.402 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:351.833 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:359.314 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:361.422 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:365.242 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:371.900 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:389.094 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:390.830 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:396.934 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:399.491 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:403.897 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:408.927 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:423.721 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:425.826 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:436.271 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:443.470 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:446.760 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:459.144 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:465.114 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:471.295 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:477.960 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:479.221 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:479.327 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 557 2026-06-22 Mon 05:23:33:479.355 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286343464512, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 557 2026-06-22 Mon 05:23:33:479.464 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286356059712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 557 2026-06-22 Mon 05:23:33:479.484 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 557 2026-06-22 Mon 05:23:33:479.544 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286360258112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 557 2026-06-22 Mon 05:23:33:479.595 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: BulkSyncDone by all readers src/contrail-common/config-client-mgr/config_cassandra_client.cc 553 2026-06-22 Mon 05:23:33:479.637 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Config Client Mgr SM: End of RIB computed and notification sent src/contrail-common/config-client-mgr/config_client_manager.cc 187 2026-06-22 Mon 05:23:33:479.690 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:23:33:479.732 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: SANDESH: Send FAILED: 1782105813479669 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:23:33:479.773 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:23:33:479.740 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: TRUE src/contrail-common/config-client-mgr/config_client_manager.cc 216 2026-06-22 Mon 05:23:33:479.474 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 557 2026-06-22 Mon 05:23:33:479.332 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 557 2026-06-22 Mon 05:23:33:485.880 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:486.131 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:application controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:486.188 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-process-connectivity controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:486.203 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating global-system-config:default-global-system-config controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:486.235 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:486.252 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-template:default-domain:netns-snat-template controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:486.284 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating domain:default-domain controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:486.293 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-service-template controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:486.302 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:tier controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:486.312 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network:default-domain:default-project:ip-fabric controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:486.347 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating project:default-domain:default-project controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:486.355 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:486.430 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:default-domain:default-project:ip-fabric:ip-fabric controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:486.457 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-network-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:486.470 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating application-policy-set:default-policy-management:default-application-policy-set controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:486.485 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating policy-management:default-policy-management controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:486.497 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating policy-management-application-policy-set controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:486.513 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating global-vrouter-config:default-global-system-config:default-global-vrouter-config controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:486.524 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating application-policy-set-global-vrouter-config controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:486.536 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-xmpp-close-reason controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:486.554 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:486.675 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:486.817 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-prouter-tsn-connectivity controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:486.854 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:486.896 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 85a282b5-7329-4bfd-8fd6-6004bae74e82 controller/src/ifmap/client/config_json_parser.cc 222 2026-06-22 Mon 05:23:33:486.984 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-bottle-request-size-limit controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:486.999 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:487.020 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-conf-elements-inconsistency controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:487.033 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:487.131 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-vrouter-limit-exceeded controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:487.148 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:487.470 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286356059712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:487.908 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286356059712, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-process-status controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:487.944 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286356059712, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:487.965 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286356059712, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-template:default-domain:haproxy-loadbalancer-template controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:487.986 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286356059712, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-service-template controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:488.001 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286356059712, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating config-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-3. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:488.018 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286356059712, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-config-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:488.033 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286356059712, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-template:default-domain:analyzer-template controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:488.048 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286356059712, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-service-template controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:488.068 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286356059712, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating config-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-1. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:488.082 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286356059712, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-config-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:488.099 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286356059712, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating network-ipam:default-domain:default-project:service-chain-flat-ipam controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:488.117 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286356059712, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-network-ipam controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:488.131 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286356059712, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-template:default-domain:docker-template controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:488.147 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286356059712, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-service-template controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:488.160 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286356059712, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-address-mismatch-compute controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:488.182 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286356059712, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:488.196 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286356059712, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:default-domain:default-project:__no_rule__:ingress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:488.212 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286356059712, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating security-group:default-domain:default-project:__no_rule__ controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:488.223 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286356059712, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:488.723 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286360258112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:488.861 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating api-access-list:default-global-system-config:default-api-access-list controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:488.898 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-api-access-list controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:488.918 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating config-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-2. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:488.937 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-config-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:488.962 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-storage-cluster-state controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:488.985 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:489.000 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating namespace:default-domain:default-namespace controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:489.016 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-namespace controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:489.031 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:default-domain:default-project:__no_rule__:egress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:489.050 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:489.064 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-vrouter-l3mh-physical-interface-link-down controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:489.082 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:489.098 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-appliance-set:default-global-system-config:opencontrail controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:489.115 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-service-appliance-set controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:489.724 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:490.166 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286343464512, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:490.323 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network:default-domain:default-project:default-virtual-network controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:490.360 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:490.383 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network:default-domain:default-project:__link_local__ controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:490.417 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:490.432 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-package-version-mismatch controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:490.452 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:490.466 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-pending-cassandra-compaction-tasks controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:490.485 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:490.503 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-template:default-domain:nat-template controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:490.522 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-service-template controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:490.536 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-disk-usage-critical controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:490.552 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:490.565 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-vrouter-interface controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:490.583 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:490.598 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating config-database-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-3. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:490.624 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-config-database-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:490.639 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network:default-domain:default-project:dci-network controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:490.668 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:490.682 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-bgp-connectivity controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:490.702 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:490.716 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating fabric:default-global-system-config:default-fabric controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:490.734 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-fabric controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:490.748 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-conf-incorrect controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:490.764 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:490.778 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:neutron_tag controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:490.791 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-disk-usage-high controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:490.809 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:490.363 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286343464512, Pid 20243]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 9aa09aea-22ea-4548-8356-c7303d5837d4 controller/src/ifmap/client/config_json_parser.cc 222 2026-06-22 Mon 05:23:33:490.975 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286343464512, Pid 20243]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance ca3a23ba-f102-4d27-be10-d0f37538650d controller/src/ifmap/client/config_json_parser.cc 222 2026-06-22 Mon 05:23:33:491.094 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286343464512, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:site controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:491.112 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286343464512, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-core-files controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:491.137 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286343464512, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:493.269 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:493.317 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref 02088c19-e2d6-4f72-9784-e68ff48d6ce5:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:23:33:493.345 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Created UUID read retry timer 02088c19-e2d6-4f72-9784-e68ff48d6ce5 src/contrail-common/config-client-mgr/config_cassandra_client.cc 841 2026-06-22 Mon 05:23:33:493.355 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration 02088c19-e2d6-4f72-9784-e68ff48d6ce5 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:23:33:493.631 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-global-vrouter-config controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:493.667 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating global-qos-config:default-global-system-config:default-global-qos-config controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:493.694 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-global-qos-config controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:493.710 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating discovery-service-assignment:default-discovery-service-assignment controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:493.724 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating network-ipam:default-domain:default-project:default-network-ipam controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:493.746 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-network-ipam controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:493.763 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-prouter-connectivity controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:493.786 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:493.803 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-xmpp-connectivity controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:493.825 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:493.842 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating config-database-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-1. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:493.862 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-config-database-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:493.878 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating application-policy-set:default-domain:default-project:default-application-policy-set controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:493.907 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-application-policy-set controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:493.922 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-partial-sysinfo controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:493.946 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:493.964 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:label controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:493.993 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-project controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:494.275 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:494.476 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 213456f4-3f13-4f28-bf59-a571e9dcbddc controller/src/ifmap/client/config_json_parser.cc 222 2026-06-22 Mon 05:23:33:495.722 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-vrouter-table-limit-exceeded controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:495.788 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:495.862 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-node-status controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:495.892 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:495.923 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-security-group controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:495.941 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:neutron_fwaas controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:495.960 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-appliance-set:default-global-system-config:native controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:495.984 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-service-appliance-set controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:496.020 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-address-mismatch-control controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:496.045 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:496.065 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:deployment controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:496.084 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating config-database-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-2. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:33:496.110 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-config-database-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:33:497.195 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: DnsAgent [SYS_NOTICE]: DnsOperational: EndOfRib point was reached, IF-MAP objects have been created controller/src/dns/main.cc 83 2026-06-22 Mon 05:23:33:497.220 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.virtual_DNS.0, counting 0 elements controller/src/dns/main.cc 96 2026-06-22 Mon 05:23:33:497.228 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.virtual_DNS_record.0, counting 0 elements controller/src/dns/main.cc 96 2026-06-22 Mon 05:23:33:497.234 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.network_ipam.0, counting 2 elements controller/src/dns/main.cc 96 2026-06-22 Mon 05:23:33:497.241 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.virtual_network_network_ipam.0, counting 0 elements controller/src/dns/main.cc 96 2026-06-22 Mon 05:23:33:497.248 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.global_qos_config.0, counting 1 elements controller/src/dns/main.cc 96 2026-06-22 Mon 05:23:33:497.254 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: DnsAgent [SYS_NOTICE]: DnsOperational: VnniConfig has been updated after the bulk sync, the number of elements: 0 controller/src/dns/main.cc 106 2026-06-22 Mon 05:23:33:497.260 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: DnsAgent [SYS_NOTICE]: DnsOperational: IpamConfig has been updated after the bulk sync, the number of elements: 2 controller/src/dns/main.cc 117 2026-06-22 Mon 05:23:33:497.266 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: DnsAgent [SYS_NOTICE]: DnsOperational: VirtualDnsConfig has been updated after the bulk sync, the number of elements: 0 controller/src/dns/main.cc 128 2026-06-22 Mon 05:23:33:497.272 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: DnsAgent [SYS_NOTICE]: DnsOperational: VirtualDnsRecordConfig has been updated after the bulk sync, the number of elements: 0 controller/src/dns/main.cc 139 2026-06-22 Mon 05:23:33:497.284 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: DnsAgent [SYS_NOTICE]: DnsOperational: GlobalQosConfig has been updated after the bulk sync controller/src/dns/main.cc 149 2026-06-22 Mon 05:23:33:497.336 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: RabbitMQ connection down src/contrail-common/config-client-mgr/config_amqp_client.cc 157 2026-06-22 Mon 05:23:33:497.345 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: Connect to Rabbit MQ with queue_delete TRUE src/contrail-common/config-client-mgr/config_amqp_client.cc 167 2026-06-22 Mon 05:23:33:497.354 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:23:33:497.402 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: SANDESH: Send FAILED: 1782105813497314 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-06-22 Mon 05:23:33:497.413 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:23:33:589.815 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: RabbitMQ connection established src/contrail-common/config-client-mgr/config_amqp_client.cc 150 2026-06-22 Mon 05:23:33:589.899 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286343464512, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: TRUE src/contrail-common/config-client-mgr/config_client_manager.cc 216 2026-06-22 Mon 05:23:33:589.921 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: -(-1) OnSessionEvent TCP Connect Failed 2026-06-22 Mon 05:23:33:589.993 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: -(-1):EvTcpConnectFail 2026-06-22 Mon 05:23:33:590.124 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: DnsAgent [SYS_NOTICE]: DnsOperational: BIND named up; DNS is operational controller/src/dns/mgr/dns_mgr.cc 735 2026-06-22 Mon 05:23:33:589.833 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:23:33:590.398 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: SANDESH: Send FAILED: 1782105813589761 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:23:33:590.422 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:23:33:590.434 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: Processing scm::EvTcpConnectFail in state Connect 2026-06-22 Mon 05:23:33:590.444 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: Connect : EvTcpConnectFail 2026-06-22 Mon 05:23:33:590.626 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: TCP [SYS_ERR]: TcpSessionMessageLog: Session -(-1) > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2026-06-22 Mon 05:23:33:590.677 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: Idle 2026-06-22 Mon 05:23:33:590.758 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:23:33:590.930 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: SANDESH: Send FAILED: 1782105813590542 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 0 pid = 20243 http_port = 8092 start_time = 1782105811779572 collector_name = collector_ip = 10.0.0.33:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 152 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientReadRetry [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 13 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 56 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 66 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 7 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 3 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 296, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 10, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:23:33:590.968 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:23:33:590.983 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:23:33:591.009 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: SANDESH: Send FAILED: 1782105813590577 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:23:33:591.018 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:23:33:591.027 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: Processing scm::EvTcpDeleteSession in state Idle 2026-06-22 Mon 05:23:33:591.126 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:23:33:591.286 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: SANDESH: Send FAILED: 1782105813590740 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 0 pid = 20243 http_port = 8092 start_time = 1782105811779572 collector_name = collector_ip = 10.0.0.33:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 152 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientReadRetry [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 13 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 56 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 66 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 7 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 3 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 297, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 10, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:23:33:591.310 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:23:33:593.448 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired 02088c19-e2d6-4f72-9784-e68ff48d6ce5 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:23:33:595.720 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:595.813 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref 02088c19-e2d6-4f72-9784-e68ff48d6ce5:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:23:33:595.842 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration 02088c19-e2d6-4f72-9784-e68ff48d6ce5 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:23:33:796.014 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired 02088c19-e2d6-4f72-9784-e68ff48d6ce5 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:23:33:799.050 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:33:799.102 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref 02088c19-e2d6-4f72-9784-e68ff48d6ce5:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:23:33:799.140 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration 02088c19-e2d6-4f72-9784-e68ff48d6ce5 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:23:34:199.325 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired 02088c19-e2d6-4f72-9784-e68ff48d6ce5 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:23:34:203.063 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:34:203.128 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref 02088c19-e2d6-4f72-9784-e68ff48d6ce5:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:23:34:203.150 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration 02088c19-e2d6-4f72-9784-e68ff48d6ce5 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:23:34:322.179 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:34:367.382 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286356059712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:34:367.552 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286356059712, Pid 20243]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: bgp_peering No entry in metadata map bgp_router 2234c80d-eb31-4e79-9cc4-4ab2382db577 controller/src/ifmap/client/config_json_parser.cc 222 2026-06-22 Mon 05:23:34:367.835 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:34:367.894 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref 02088c19-e2d6-4f72-9784-e68ff48d6ce5:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:23:34:367.927 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration 02088c19-e2d6-4f72-9784-e68ff48d6ce5 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:23:34:367.962 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: bgp_peering No entry in metadata map bgp_router 02088c19-e2d6-4f72-9784-e68ff48d6ce5 controller/src/ifmap/client/config_json_parser.cc 222 2026-06-22 Mon 05:23:34:406.847 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:34:406.906 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref 2234c80d-eb31-4e79-9cc4-4ab2382db577:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:23:34:406.927 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Created UUID read retry timer 2234c80d-eb31-4e79-9cc4-4ab2382db577 src/contrail-common/config-client-mgr/config_cassandra_client.cc 841 2026-06-22 Mon 05:23:34:406.941 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration 2234c80d-eb31-4e79-9cc4-4ab2382db577 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:23:34:417.838 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:34:417.950 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: bgp_peering No entry in metadata map bgp_router c72191a0-63d9-4a92-8b26-a5188b843970 controller/src/ifmap/client/config_json_parser.cc 222 2026-06-22 Mon 05:23:34:417.963 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: bgp_peering No entry in metadata map bgp_router c72191a0-63d9-4a92-8b26-a5188b843970 controller/src/ifmap/client/config_json_parser.cc 222 2026-06-22 Mon 05:23:34:507.053 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired 2234c80d-eb31-4e79-9cc4-4ab2382db577 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:23:34:509.756 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:34:509.806 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref 2234c80d-eb31-4e79-9cc4-4ab2382db577:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:23:34:509.821 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration 2234c80d-eb31-4e79-9cc4-4ab2382db577 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:23:34:554.265 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:34:554.322 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref d8825c12-459f-4178-ad29-f38f0d4c9968:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:23:34:554.344 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Created UUID read retry timer d8825c12-459f-4178-ad29-f38f0d4c9968 src/contrail-common/config-client-mgr/config_cassandra_client.cc 841 2026-06-22 Mon 05:23:34:554.355 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration d8825c12-459f-4178-ad29-f38f0d4c9968 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:23:34:590.735 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-06-22 Mon 05:23:34:591.001 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Connect : Start Connect timer 10.0.0.33:8086 2026-06-22 Mon 05:23:34:591.163 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:23:34:591.192 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: SANDESH: Send FAILED: 1782105814590805 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.33:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:23:34:591.199 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:23:34:591.206 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:23:34:591.307 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: SANDESH: Send FAILED: 1782105814591142 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 0 pid = 20243 http_port = 8092 start_time = 1782105811779572 collector_name = collector_ip = 10.0.0.33:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 162 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientReadRetry [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 23 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 8 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 13 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 56 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 66 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 8 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 5 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 331, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 13, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:23:34:591.327 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:23:34:591.362 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: -(-1) OnSessionEvent TCP Connect Failed 2026-06-22 Mon 05:23:34:591.369 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: -(-1):EvTcpConnectFail 2026-06-22 Mon 05:23:34:591.478 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: Processing scm::EvTcpConnectFail in state Connect 2026-06-22 Mon 05:23:34:591.509 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: Connect : EvTcpConnectFail 2026-06-22 Mon 05:23:34:591.669 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: TCP [SYS_ERR]: TcpSessionMessageLog: Session -(-1) > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2026-06-22 Mon 05:23:34:591.707 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: Idle 2026-06-22 Mon 05:23:34:591.799 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:23:34:591.921 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: SANDESH: Send FAILED: 1782105814591606 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 0 pid = 20243 http_port = 8092 start_time = 1782105811779572 collector_name = collector_ip = 10.0.0.50:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 162 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientReadRetry [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 23 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 8 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 13 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 56 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 66 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 9 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 6 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 331, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 15, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:23:34:591.943 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:23:34:591.953 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:23:34:591.973 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: SANDESH: Send FAILED: 1782105814591646 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:23:34:591.984 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:23:34:591.994 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: Processing scm::EvTcpDeleteSession in state Idle 2026-06-22 Mon 05:23:34:592.032 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:23:34:592.115 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: SANDESH: Send FAILED: 1782105814591783 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 0 pid = 20243 http_port = 8092 start_time = 1782105811779572 collector_name = collector_ip = 10.0.0.50:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 162 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientReadRetry [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 23 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 8 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 13 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 56 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 66 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 9 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 6 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 332, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 15, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:23:34:592.128 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:23:34:654.525 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286335067712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired d8825c12-459f-4178-ad29-f38f0d4c9968 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:23:34:656.798 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286335067712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:34:656.851 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286335067712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref d8825c12-459f-4178-ad29-f38f0d4c9968:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:23:34:656.865 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286335067712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration d8825c12-459f-4178-ad29-f38f0d4c9968 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:23:34:709.927 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286335067712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired 2234c80d-eb31-4e79-9cc4-4ab2382db577 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:23:34:712.769 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286335067712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:34:712.823 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286335067712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref 2234c80d-eb31-4e79-9cc4-4ab2382db577:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:23:34:712.840 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286335067712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration 2234c80d-eb31-4e79-9cc4-4ab2382db577 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:23:34:856.966 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired d8825c12-459f-4178-ad29-f38f0d4c9968 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:23:34:859.921 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:34:859.992 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref d8825c12-459f-4178-ad29-f38f0d4c9968:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:23:34:860.024 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration d8825c12-459f-4178-ad29-f38f0d4c9968 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:23:34:893.030 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: DnsAgent [SYS_NOTICE]: DnsOperational: Bulk sync has been done (the DB has been synced with named) controller/src/dns/mgr/dns_mgr.cc 452 2026-06-22 Mon 05:23:35:112.977 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired 2234c80d-eb31-4e79-9cc4-4ab2382db577 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:23:35:115.471 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:35:115.531 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref 2234c80d-eb31-4e79-9cc4-4ab2382db577:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:23:35:115.554 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration 2234c80d-eb31-4e79-9cc4-4ab2382db577 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:23:35:168.066 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired 02088c19-e2d6-4f72-9784-e68ff48d6ce5 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:23:35:170.531 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:35:170.592 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref 02088c19-e2d6-4f72-9784-e68ff48d6ce5:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:23:35:170.608 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration 02088c19-e2d6-4f72-9784-e68ff48d6ce5 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:23:35:260.142 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286360258112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired d8825c12-459f-4178-ad29-f38f0d4c9968 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:23:35:262.657 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286360258112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:35:262.710 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286360258112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref d8825c12-459f-4178-ad29-f38f0d4c9968:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:23:35:262.746 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286360258112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration d8825c12-459f-4178-ad29-f38f0d4c9968 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:23:35:915.745 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired 2234c80d-eb31-4e79-9cc4-4ab2382db577 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:23:35:918.472 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:35:921.777 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref 2234c80d-eb31-4e79-9cc4-4ab2382db577:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:23:35:921.809 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration 2234c80d-eb31-4e79-9cc4-4ab2382db577 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:23:36:062.901 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286335067712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired d8825c12-459f-4178-ad29-f38f0d4c9968 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:23:36:065.430 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286335067712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:36:065.507 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286335067712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref d8825c12-459f-4178-ad29-f38f0d4c9968:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:23:36:065.542 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286335067712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration d8825c12-459f-4178-ad29-f38f0d4c9968 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:23:36:591.874 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-06-22 Mon 05:23:36:592.229 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: Connect : Start Connect timer 10.0.0.50:8086 2026-06-22 Mon 05:23:36:592.348 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:23:36:592.374 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: SANDESH: Send FAILED: 1782105816591992 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.50:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:23:36:592.397 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:23:36:592.412 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:23:36:592.562 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: SANDESH: Send FAILED: 1782105816592329 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 0 pid = 20243 http_port = 8092 start_time = 1782105811779572 collector_name = collector_ip = 10.0.0.50:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 170 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientReadRetry [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 47 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 8 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 56 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 66 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 10 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 8 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 365, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 18, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:23:36:592.588 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:23:36:592.642 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: -(-1) OnSessionEvent TCP Connect Failed 2026-06-22 Mon 05:23:36:592.650 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: -(-1):EvTcpConnectFail 2026-06-22 Mon 05:23:36:592.698 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: Processing scm::EvTcpConnectFail in state Connect 2026-06-22 Mon 05:23:36:592.710 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: Connect : EvTcpConnectFail 2026-06-22 Mon 05:23:36:592.824 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: TCP [SYS_ERR]: TcpSessionMessageLog: Session -(-1) > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2026-06-22 Mon 05:23:36:592.854 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: Idle 2026-06-22 Mon 05:23:36:592.905 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:23:36:593.079 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: SANDESH: Send FAILED: 1782105816592788 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 0 pid = 20243 http_port = 8092 start_time = 1782105811779572 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 170 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientReadRetry [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 47 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 8 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 56 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 66 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 11 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 9 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 365, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 20, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:23:36:593.108 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:23:36:593.121 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:23:36:593.142 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: SANDESH: Send FAILED: 1782105816592811 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:23:36:593.149 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:23:36:593.155 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: Processing scm::EvTcpDeleteSession in state Idle 2026-06-22 Mon 05:23:36:593.187 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:23:36:593.285 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: SANDESH: Send FAILED: 1782105816592889 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 0 pid = 20243 http_port = 8092 start_time = 1782105811779572 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 170 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientReadRetry [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 47 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 8 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 56 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 66 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 11 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 9 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 366, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 20, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:23:36:593.303 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:23:36:770.807 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired 02088c19-e2d6-4f72-9784-e68ff48d6ce5 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:23:36:773.257 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:36:773.319 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref 02088c19-e2d6-4f72-9784-e68ff48d6ce5:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:23:36:773.357 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration 02088c19-e2d6-4f72-9784-e68ff48d6ce5 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:23:37:521.962 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired 2234c80d-eb31-4e79-9cc4-4ab2382db577 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:23:37:524.537 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:37:524.639 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref 2234c80d-eb31-4e79-9cc4-4ab2382db577:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:23:37:524.664 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration 2234c80d-eb31-4e79-9cc4-4ab2382db577 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:23:37:665.739 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired d8825c12-459f-4178-ad29-f38f0d4c9968 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:23:37:668.561 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:37:668.660 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref d8825c12-459f-4178-ad29-f38f0d4c9968:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:23:37:668.679 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration d8825c12-459f-4178-ad29-f38f0d4c9968 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:23:39:973.510 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired 02088c19-e2d6-4f72-9784-e68ff48d6ce5 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:23:39:976.180 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:39:976.246 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref 02088c19-e2d6-4f72-9784-e68ff48d6ce5:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:23:39:976.264 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration 02088c19-e2d6-4f72-9784-e68ff48d6ce5 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:23:40:593.033 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-06-22 Mon 05:23:40:593.375 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: Connect : Start Connect timer 10.0.0.38:8086 2026-06-22 Mon 05:23:40:593.522 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:23:40:593.554 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: SANDESH: Send FAILED: 1782105820593136 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:23:40:593.564 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:23:40:593.574 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:23:40:593.760 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: SANDESH: Send FAILED: 1782105820593500 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 0 pid = 20243 http_port = 8092 start_time = 1782105811779572 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 174 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientReadRetry [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 59 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 8 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 56 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 66 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 12 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 11 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 382, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 23, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:23:40:593.795 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:23:40:593.869 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: -(-1) OnSessionEvent TCP Connect Failed 2026-06-22 Mon 05:23:40:593.879 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: -(-1):EvTcpConnectFail 2026-06-22 Mon 05:23:40:593.906 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: Processing scm::EvTcpConnectFail in state Connect 2026-06-22 Mon 05:23:40:593.915 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: Connect : EvTcpConnectFail 2026-06-22 Mon 05:23:40:594.009 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: TCP [SYS_ERR]: TcpSessionMessageLog: Session -(-1) > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2026-06-22 Mon 05:23:40:594.047 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: Idle 2026-06-22 Mon 05:23:40:594.099 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:23:40:594.258 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: SANDESH: Send FAILED: 1782105820593966 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 0 pid = 20243 http_port = 8092 start_time = 1782105811779572 collector_name = collector_ip = 10.0.0.33:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 174 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientReadRetry [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 59 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 8 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 56 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 66 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 13 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 12 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 382, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 25, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:23:40:594.278 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:23:40:594.288 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:23:40:594.308 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: SANDESH: Send FAILED: 1782105820593991 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:23:40:594.318 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:23:40:594.326 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: Processing scm::EvTcpDeleteSession in state Idle 2026-06-22 Mon 05:23:40:594.357 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:23:40:594.506 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: SANDESH: Send FAILED: 1782105820594088 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 0 pid = 20243 http_port = 8092 start_time = 1782105811779572 collector_name = collector_ip = 10.0.0.33:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 174 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientReadRetry [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 59 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 8 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 56 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 66 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 13 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 12 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 383, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 25, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:23:40:594.524 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:23:40:724.813 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired 2234c80d-eb31-4e79-9cc4-4ab2382db577 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:23:40:727.531 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:40:727.594 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref 2234c80d-eb31-4e79-9cc4-4ab2382db577:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:23:40:727.612 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration 2234c80d-eb31-4e79-9cc4-4ab2382db577 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:23:40:868.884 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired d8825c12-459f-4178-ad29-f38f0d4c9968 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:23:40:871.153 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:40:871.206 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref d8825c12-459f-4178-ad29-f38f0d4c9968:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:23:40:871.228 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration d8825c12-459f-4178-ad29-f38f0d4c9968 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:23:46:376.426 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired 02088c19-e2d6-4f72-9784-e68ff48d6ce5 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:23:46:379.039 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:46:379.104 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref 02088c19-e2d6-4f72-9784-e68ff48d6ce5:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:23:46:379.126 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration 02088c19-e2d6-4f72-9784-e68ff48d6ce5 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:23:47:127.811 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286335067712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired 2234c80d-eb31-4e79-9cc4-4ab2382db577 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:23:47:130.456 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:47:130.513 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref 2234c80d-eb31-4e79-9cc4-4ab2382db577:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:23:47:130.534 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration 2234c80d-eb31-4e79-9cc4-4ab2382db577 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:23:47:271.395 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired d8825c12-459f-4178-ad29-f38f0d4c9968 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:23:47:274.227 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:47:274.284 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref d8825c12-459f-4178-ad29-f38f0d4c9968:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:23:47:274.299 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration d8825c12-459f-4178-ad29-f38f0d4c9968 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:23:48:594.240 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-06-22 Mon 05:23:48:594.567 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Connect : Start Connect timer 10.0.0.33:8086 2026-06-22 Mon 05:23:48:594.716 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:23:48:594.758 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: SANDESH: Send FAILED: 1782105828594355 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.33:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:23:48:594.780 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:23:48:594.790 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:23:48:594.959 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: SANDESH: Send FAILED: 1782105828594698 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 0 pid = 20243 http_port = 8092 start_time = 1782105811779572 collector_name = collector_ip = 10.0.0.33:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 179 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientReadRetry [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 8 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 56 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 66 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 14 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 14 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 403, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 28, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:23:48:594.979 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:23:48:595.022 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: -(-1) OnSessionEvent TCP Connect Failed 2026-06-22 Mon 05:23:48:595.033 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: -(-1):EvTcpConnectFail 2026-06-22 Mon 05:23:48:595.079 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: Processing scm::EvTcpConnectFail in state Connect 2026-06-22 Mon 05:23:48:595.090 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: Connect : EvTcpConnectFail 2026-06-22 Mon 05:23:48:595.212 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: TCP [SYS_ERR]: TcpSessionMessageLog: Session -(-1) > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2026-06-22 Mon 05:23:48:595.250 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: Idle 2026-06-22 Mon 05:23:48:595.314 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:23:48:595.482 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: SANDESH: Send FAILED: 1782105828595163 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 0 pid = 20243 http_port = 8092 start_time = 1782105811779572 collector_name = collector_ip = 10.0.0.50:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 179 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientReadRetry [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 8 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 56 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 66 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 15 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 15 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 403, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 30, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:23:48:595.511 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:23:48:595.521 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:23:48:595.542 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: SANDESH: Send FAILED: 1782105828595194 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:23:48:595.550 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:23:48:595.558 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: Processing scm::EvTcpDeleteSession in state Idle 2026-06-22 Mon 05:23:48:595.589 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:23:48:595.737 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: SANDESH: Send FAILED: 1782105828595300 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 0 pid = 20243 http_port = 8092 start_time = 1782105811779572 collector_name = collector_ip = 10.0.0.50:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 179 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientReadRetry [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 8 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 56 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 66 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 15 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 15 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 404, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 30, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:23:48:595.788 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:23:54:245.740 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:54:245.896 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating database-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-3. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:54:245.927 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-database-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:54:260.954 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:54:261.115 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating database-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-1. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:54:261.171 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-database-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:54:284.097 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286360258112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:54:284.229 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286360258112, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating database-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-2. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:23:54:284.258 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286360258112, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-database-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:23:59:179.241 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired 02088c19-e2d6-4f72-9784-e68ff48d6ce5 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:23:59:184.740 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:59:184.798 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref 02088c19-e2d6-4f72-9784-e68ff48d6ce5:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:23:59:184.815 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration 02088c19-e2d6-4f72-9784-e68ff48d6ce5 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:23:59:930.704 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired 2234c80d-eb31-4e79-9cc4-4ab2382db577 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:23:59:933.789 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:23:59:933.860 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref 2234c80d-eb31-4e79-9cc4-4ab2382db577:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:23:59:933.879 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration 2234c80d-eb31-4e79-9cc4-4ab2382db577 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:24:00:074.405 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired d8825c12-459f-4178-ad29-f38f0d4c9968 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:24:00:076.847 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:24:00:076.932 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref d8825c12-459f-4178-ad29-f38f0d4c9968:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:24:00:076.952 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration d8825c12-459f-4178-ad29-f38f0d4c9968 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:24:01:780.187 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:24:01:780.319 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: SANDESH: Send FAILED: 1782105841780023 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 sm_queue_count = 0 sm_stats= [ ev_stats= [ [ [ event = scm::EvCollectorUpdate enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvIdleHoldTimerExpired enqueues = 4 dequeues = 4 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshSend enqueues = 33 dequeues = 33 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvStart enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnectFail enqueues = 5 dequeues = 5 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpDeleteSession enqueues = 5 dequeues = 5 enqueue_fails = 0 dequeue_fails = 0 ], [ event = enqueues = 49 dequeues = 49 enqueue_fails = 0 dequeue_fails = 0 ], ] ] state = Idle state_since = 1782105828595249 last_state = Idle last_event = scm::EvSandeshSend last_event_at = 1782105828595587 ] max_sm_queue_count = 4 ] 2026-06-22 Mon 05:24:01:780.406 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:24:01:780.422 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:24:01:780.602 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: SANDESH: Send FAILED: 1782105841780139 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 0 pid = 20243 http_port = 8092 start_time = 1782105811779572 collector_name = collector_ip = 10.0.0.50:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 185 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientReadRetry [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 83 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 8 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 59 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 69 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 16 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 17 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 425, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 33, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:24:01:780.663 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286368654912, Pid 20243]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:24:04:595.420 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-06-22 Mon 05:24:04:595.832 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: Connect : Start Connect timer 10.0.0.50:8086 2026-06-22 Mon 05:24:04:596.037 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: -(-1) OnSessionEvent TCP Connect Failed 2026-06-22 Mon 05:24:04:596.067 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: -(-1):EvTcpConnectFail 2026-06-22 Mon 05:24:04:596.108 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:24:04:596.147 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: SANDESH: Send FAILED: 1782105844595523 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.50:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:24:04:596.168 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:24:04:596.179 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: Processing scm::EvTcpConnectFail in state Connect 2026-06-22 Mon 05:24:04:596.188 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: Connect : EvTcpConnectFail 2026-06-22 Mon 05:24:04:596.296 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: TCP [SYS_ERR]: TcpSessionMessageLog: Session -(-1) > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2026-06-22 Mon 05:24:04:596.337 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: Idle 2026-06-22 Mon 05:24:04:596.404 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:24:04:596.588 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: SANDESH: Send FAILED: 1782105844596075 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 0 pid = 20243 http_port = 8092 start_time = 1782105811779572 collector_name = collector_ip = 10.0.0.50:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 185 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientReadRetry [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 83 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 8 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 59 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 69 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 16 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 19 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 425, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 35, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:24:04:596.622 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:24:04:596.633 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:24:04:596.775 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: SANDESH: Send FAILED: 1782105844596242 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 0 pid = 20243 http_port = 8092 start_time = 1782105811779572 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 185 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientReadRetry [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 83 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 8 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 59 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 69 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 17 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 19 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 425, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 36, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:24:04:596.799 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:24:04:596.811 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:24:04:596.831 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: SANDESH: Send FAILED: 1782105844596274 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:24:04:596.854 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:24:04:596.864 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: Processing scm::EvTcpDeleteSession in state Idle 2026-06-22 Mon 05:24:04:596.899 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:24:04:597.051 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: SANDESH: Send FAILED: 1782105844596391 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 0 pid = 20243 http_port = 8092 start_time = 1782105811779572 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 185 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientReadRetry [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 83 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 8 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 59 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 69 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 17 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 19 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 426, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 36, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:24:04:597.070 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:24:17:501.294 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286335067712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:24:17:501.528 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286335067712, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-2. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:24:17:501.562 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286335067712, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:24:18:028.694 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:24:18:028.822 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-3. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:24:18:028.887 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:24:18:083.867 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286356059712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:24:18:084.005 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286356059712, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-1. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:24:18:084.040 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286356059712, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:24:24:785.590 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired 02088c19-e2d6-4f72-9784-e68ff48d6ce5 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:24:24:789.784 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:24:24:790.443 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref 02088c19-e2d6-4f72-9784-e68ff48d6ce5:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:24:24:790.476 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration 02088c19-e2d6-4f72-9784-e68ff48d6ce5 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:24:25:534.046 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired 2234c80d-eb31-4e79-9cc4-4ab2382db577 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:24:25:536.541 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:24:25:536.672 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref 2234c80d-eb31-4e79-9cc4-4ab2382db577:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:24:25:536.693 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration 2234c80d-eb31-4e79-9cc4-4ab2382db577 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:24:25:677.094 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired d8825c12-459f-4178-ad29-f38f0d4c9968 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:24:25:679.637 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:24:25:679.722 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref d8825c12-459f-4178-ad29-f38f0d4c9968:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:24:25:679.806 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration d8825c12-459f-4178-ad29-f38f0d4c9968 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:24:31:780.399 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:24:31:780.472 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: SANDESH: Send FAILED: 1782105871780275 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 sm_queue_count = 0 sm_stats= [ ev_stats= [ [ [ event = scm::EvCollectorUpdate enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvIdleHoldTimerExpired enqueues = 5 dequeues = 5 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshSend enqueues = 40 dequeues = 40 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvStart enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnectFail enqueues = 6 dequeues = 6 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpDeleteSession enqueues = 6 dequeues = 6 enqueue_fails = 0 dequeue_fails = 0 ], [ event = enqueues = 59 dequeues = 59 enqueue_fails = 0 dequeue_fails = 0 ], ] ] state = Idle state_since = 1782105844596336 last_state = Idle last_event = scm::EvSandeshSend last_event_at = 1782105844596897 ] max_sm_queue_count = 5 ] 2026-06-22 Mon 05:24:31:780.485 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:24:31:780.492 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:24:31:780.587 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: SANDESH: Send FAILED: 1782105871780367 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 0 pid = 20243 http_port = 8092 start_time = 1782105811779572 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 191 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientReadRetry [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 92 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 8 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 62 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 72 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 18 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 22 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 447, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 40, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:24:31:780.610 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:24:32:707.232 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:24:32:707.286 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: SANDESH: Send FAILED: 1782105872707195 [SYS_NOTICE]: UveDnsInfo: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 start_time = 1782105812707087 build_info = {"build-info": [{"build-version": "v0+nightly.r25.1", "build-time": "2026-06-22 00:08:41.504560", "build-user": "root", "build-hostname": "jenkins-build-prepare-sandbox-15343-1.novalocal", "build-id": "v0+nightly.r25.1", "build-number": "202606220008"}]} collector = 10.0.0.38:8086 self_ip_list= [ [ (*_iter12) = 10.20.0.14, ] ] ] 2026-06-22 Mon 05:24:32:707.297 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: Wrong state: Idle for event: EvSandeshSend message: UveDnsInfo 2026-06-22 Mon 05:24:34:015.420 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:24:34:015.566 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-alarm-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-2. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:24:34:015.598 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-alarm-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:24:34:018.032 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:24:34:018.155 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-alarm-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-3. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:24:34:018.184 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-alarm-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:24:34:088.914 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:24:34:089.057 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-alarm-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-1. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:24:34:089.096 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-alarm-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:24:34:596.437 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-06-22 Mon 05:24:34:597.068 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: Connect : Start Connect timer 10.0.0.38:8086 2026-06-22 Mon 05:24:34:597.205 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:24:34:597.237 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: SANDESH: Send FAILED: 1782105874596524 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:24:34:597.247 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:24:34:597.258 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:24:34:597.525 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: SANDESH: Send FAILED: 1782105874597181 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 0 pid = 20243 http_port = 8092 start_time = 1782105811779572 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 194 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientReadRetry [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 92 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 8 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 65 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 75 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 18 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 24 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 456, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 43, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:24:34:597.554 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:24:34:600.700 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.33:34562::10.0.0.38:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 281 2026-06-22 Mon 05:24:34:600.759 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: 10.0.0.33:34562::10.0.0.38:8086(-1) OnSessionEvent TCP Connected 2026-06-22 Mon 05:24:34:600.771 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: 10.0.0.33:34562::10.0.0.38:8086(-1):EvTcpConnected 2026-06-22 Mon 05:24:34:600.820 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Processing scm::EvTcpConnected in state Connect 2026-06-22 Mon 05:24:34:600.840 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Connect : EvTcpConnected : Cancelling Connect timer 2026-06-22 Mon 05:24:34:600.887 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ClientInit 2026-06-22 Mon 05:24:34:600.904 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Sending Ctrl Message for cn-jenkins-deploy-platform-ansible-os-6019-3:contrail-dns:0:Control count 1 2026-06-22 Mon 05:24:34:601.050 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Processing scm::EvSandeshSend in state ClientInit 2026-06-22 Mon 05:24:34:601.061 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ClientInit : EvSandeshSend : NodeStatusUVE 2026-06-22 Mon 05:24:34:601.085 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: SANDESH: Send FAILED: 1782105874600878 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:24:34:601.093 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Received UVE message in wrong state : NodeStatusUVE 2026-06-22 Mon 05:24:34:601.102 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Processing scm::EvSandeshSend in state ClientInit 2026-06-22 Mon 05:24:34:601.110 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2026-06-22 Mon 05:24:34:601.135 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Processing scm::EvSandeshSend in state ClientInit 2026-06-22 Mon 05:24:34:601.143 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-06-22 Mon 05:24:34:601.395 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: SANDESH: Send FAILED: 1782105874601033 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 1 pid = 20243 http_port = 8092 start_time = 1782105811779572 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 194 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientReadRetry [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 92 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 8 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 65 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 75 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 19 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 25 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 457, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 45, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:24:34:601.418 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-06-22 Mon 05:24:34:603.016 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286360258112, Pid 20243]: OnMessage control in state: ClientInit 2026-06-22 Mon 05:24:34:603.062 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: Processing scm::EvSandeshMessageRecv in state ClientInit 2026-06-22 Mon 05:24:34:603.083 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ClientInit : EvSandeshMessageRecv 2026-06-22 Mon 05:24:34:603.106 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: Received Ctrl Message with size 0 2026-06-22 Mon 05:24:34:603.129 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: SyncUVE Syncing ObjectDns val name = cn-jenkins-deploy-platform-ansible-os-6019-3 start_time = 1782105812707087 build_info = {"build-info": [{"build-version": "v0+nightly.r25.1", "build-time": "2026-06-22 00:08:41.504560", "build-user": "root", "build-hostname": "jenkins-build-prepare-sandbox-15343-1.novalocal", "build-id": "v0+nightly.r25.1", "build-number": "202606220008"}]} collector = 10.0.0.38:8086 self_ip_list= [ [ (*_iter12) = 10.20.0.14, ] ] proxy seq 1 2026-06-22 Mon 05:24:34:603.142 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: SyncAllMaps for DnsState:0 period 0 cycle 0 without seqno , total = 1 2026-06-22 Mon 05:24:34:603.376 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: SyncUVE Syncing ObjectGeneratorInfo val name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 1 pid = 20243 http_port = 8092 start_time = 1782105811779572 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] sm_queue_count = 0 sm_stats= [ ev_stats= [ [ [ event = scm::EvCollectorUpdate enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvIdleHoldTimerExpired enqueues = 5 dequeues = 5 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshSend enqueues = 40 dequeues = 40 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvStart enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnectFail enqueues = 6 dequeues = 6 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpDeleteSession enqueues = 6 dequeues = 6 enqueue_fails = 0 dequeue_fails = 0 ], [ event = enqueues = 59 dequeues = 59 enqueue_fails = 0 dequeue_fails = 0 ], ] ] state = Idle state_since = 1782105844596336 last_state = Idle last_event = scm::EvSandeshSend last_event_at = 1782105844596897 ] msg_type_agg= [ [ _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 194 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientReadRetry [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 92 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 8 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 65 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 75 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 19 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 25 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 1 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 457, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 45, _iter59->first = sent _iter59->second = 0, ] ] max_sm_queue_count = 5 proxy seq 27 2026-06-22 Mon 05:24:34:603.405 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: SyncAllMaps for ModuleClientState:0 period 0 cycle 0 without seqno , total = 1 2026-06-22 Mon 05:24:34:603.430 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: SyncUVE Syncing ObjectDns val name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] proxy seq 20 2026-06-22 Mon 05:24:34:603.441 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: SyncAllMaps for NodeStatus:0 period 0 cycle 0 without seqno , total = 1 2026-06-22 Mon 05:24:34:603.449 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: SyncAllMaps for PeerFlapData:0 period 0 cycle 0 without seqno , total = 0 2026-06-22 Mon 05:24:34:603.457 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: SyncAllMaps for PeerStatsData:0 period 0 cycle 0 without seqno , total = 0 2026-06-22 Mon 05:24:34:603.465 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: SyncAllMaps for XmppPeerInfoData:0 period 0 cycle 0 without seqno , total = 0 2026-06-22 Mon 05:24:34:603.500 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: Established 2026-06-22 Mon 05:24:39:689.596 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: OnMessage control in state: Established 2026-06-22 Mon 05:24:39:689.687 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: Processing scm::EvSandeshMessageRecv in state Established 2026-06-22 Mon 05:24:39:689.702 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: Established : EvSandeshMessageRecv 2026-06-22 Mon 05:24:39:689.737 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: Received Ctrl Message with size 3 2026-06-22 Mon 05:24:39:689.757 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: SyncAllMaps for DnsState:0 period 0 cycle 0 with seqno 1, total = 0 2026-06-22 Mon 05:24:39:689.769 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: SyncAllMaps for ModuleClientState:0 period 0 cycle 0 with seqno 28, total = 0 2026-06-22 Mon 05:24:39:689.782 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: SyncAllMaps for NodeStatus:0 period 0 cycle 0 with seqno 22, total = 0 2026-06-22 Mon 05:24:39:689.790 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: SyncAllMaps for PeerFlapData:0 period 0 cycle 0 without seqno , total = 0 2026-06-22 Mon 05:24:39:689.797 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: SyncAllMaps for PeerStatsData:0 period 0 cycle 0 without seqno , total = 0 2026-06-22 Mon 05:24:39:689.805 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: SyncAllMaps for XmppPeerInfoData:0 period 0 cycle 0 without seqno , total = 0 2026-06-22 Mon 05:24:47:049.662 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:24:47:049.803 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-snmp-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-2. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:24:47:049.833 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-snmp-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:24:47:089.630 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:24:47:089.820 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-snmp-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-3. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:24:47:089.874 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-snmp-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:24:47:149.265 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:24:47:149.439 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-snmp-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-1. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:24:47:149.513 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-snmp-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:25:15:990.621 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired 02088c19-e2d6-4f72-9784-e68ff48d6ce5 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:25:15:993.287 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:25:15:993.347 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref 02088c19-e2d6-4f72-9784-e68ff48d6ce5:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:25:15:993.362 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286330869312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration 02088c19-e2d6-4f72-9784-e68ff48d6ce5 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:25:16:736.849 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired 2234c80d-eb31-4e79-9cc4-4ab2382db577 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:25:16:739.748 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286360258112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:25:16:739.849 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286360258112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref 2234c80d-eb31-4e79-9cc4-4ab2382db577:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:25:16:739.870 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286360258112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration 2234c80d-eb31-4e79-9cc4-4ab2382db577 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:25:16:879.968 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286360258112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired d8825c12-459f-4178-ad29-f38f0d4c9968 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:25:16:882.699 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:25:16:882.776 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref d8825c12-459f-4178-ad29-f38f0d4c9968:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:25:16:882.793 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration d8825c12-459f-4178-ad29-f38f0d4c9968 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:26:58:393.507 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286335067712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired 02088c19-e2d6-4f72-9784-e68ff48d6ce5 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:26:58:396.048 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:26:58:396.110 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref 02088c19-e2d6-4f72-9784-e68ff48d6ce5:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:26:58:396.128 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration 02088c19-e2d6-4f72-9784-e68ff48d6ce5 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:26:59:140.033 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired 2234c80d-eb31-4e79-9cc4-4ab2382db577 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:26:59:143.994 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:26:59:144.072 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref 2234c80d-eb31-4e79-9cc4-4ab2382db577:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:26:59:144.093 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286364456512, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration 2234c80d-eb31-4e79-9cc4-4ab2382db577 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:26:59:282.921 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: timer expired d8825c12-459f-4178-ad29-f38f0d4c9968 src/contrail-common/config-client-mgr/config_cassandra_client.cc 880 2026-06-22 Mon 05:26:59:291.885 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:26:59:291.963 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref d8825c12-459f-4178-ad29-f38f0d4c9968:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:26:59:291.983 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286351861312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration d8825c12-459f-4178-ad29-f38f0d4c9968 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:27:20:704.858 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:27:20:704.924 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Out of order parent or ref d8825c12-459f-4178-ad29-f38f0d4c9968:ref:bgp_router:c72191a0-63d9-4a92-8b26-a5188b843970 src/contrail-common/config-client-mgr/config_cassandra_client.cc 956 2026-06-22 Mon 05:27:20:704.948 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286377051712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientReadRetry: Start/restart UUID Read Retry timer due to configuration d8825c12-459f-4178-ad29-f38f0d4c9968 src/contrail-common/config-client-mgr/config_cassandra_client.cc 852 2026-06-22 Mon 05:27:20:843.563 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:27:20:843.800 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-router:default-global-system-config:an-jenkins-deploy-platform-ansible-os-6019-1 controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:27:20:843.848 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-virtual-router controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:27:21:203.923 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:27:21:204.093 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-machine-interface:default-global-system-config:an-jenkins-deploy-platform-ansible-os-6019-1:vhost0 controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:27:21:204.126 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-router-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:27:21:204.141 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286372853312, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:27:21:257.847 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286356059712, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:27:21:284.995 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:27:21:285.143 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-router:default-global-system-config:an-jenkins-deploy-platform-ansible-os-6019-2 controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:27:21:285.172 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286339266112, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-virtual-router controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:27:21:612.968 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286360258112, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:27:21:613.155 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286360258112, Pid 20243]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-machine-interface:default-global-system-config:an-jenkins-deploy-platform-ansible-os-6019-2:vhost0 controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:27:21:613.191 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286360258112, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-router-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:27:21:613.214 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286360258112, Pid 20243]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:27:21:690.793 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286347662912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:27:21:756.868 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286326670912, Pid 20243]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:28:00:879.035 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.14:8092::10.20.0.254:56654 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 255 2026-06-22 Mon 05:28:02:027.133 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.14:8092::10.20.0.14:52572 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 255 2026-06-22 Mon 05:28:02:294.911 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.14:8092::10.20.0.254:56656 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 255 2026-06-22 Mon 05:28:02:464.680 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.14:8092::10.20.0.14:52578 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 255 2026-06-22 Mon 05:28:02:626.213 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.14:8092::10.20.0.17:57966 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 255 2026-06-22 Mon 05:28:02:915.270 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 140286385808896, Pid 20243]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.14:8092::10.20.0.17:57970 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 255 2026-06-22 Mon 05:29:53:245.006 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: DnsAgent [SYS_INFO]: VersionInfoLog: {"build-info": [{"build-version": "v0+nightly.r25.1", "build-time": "2026-06-22 00:08:41.504560", "build-user": "root", "build-hostname": "jenkins-build-prepare-sandbox-15343-1.novalocal", "build-id": "v0+nightly.r25.1", "build-number": "202606220008"}]} src/contrail-common/base/misc_utils.cc 39 2026-06-22 Mon 05:29:53:245.107 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: SANDESH: ROLE : Generator 2026-06-22 Mon 05:29:53:245.114 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: SANDESH: MODULE : contrail-dns 2026-06-22 Mon 05:29:53:245.125 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: SANDESH: SOURCE : cn-jenkins-deploy-platform-ansible-os-6019-3 2026-06-22 Mon 05:29:53:245.130 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: SANDESH: NODE TYPE : Control 2026-06-22 Mon 05:29:53:245.134 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: SANDESH: INSTANCE ID : 0 2026-06-22 Mon 05:29:53:245.138 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: SANDESH: HTTP SERVER PORT : 8092 2026-06-22 Mon 05:29:53:245.144 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: SANDESH: System Log Send Rate Limit: 0 -> 0 2026-06-22 Mon 05:29:53:249.454 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: HTTP Introspect Init 2026-06-22 Mon 05:29:53:249.577 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: TCP [SYS_DEBUG]: TcpServerMessageLog: Server 0.0.0.0:8092 Initialization complete src/contrail-common/io/tcp_server.cc 137 2026-06-22 Mon 05:29:53:249.653 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: Sandesh Http Server Port: 8092 2026-06-22 Mon 05:29:53:249.710 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: SANDESH: NOT Writing http_port 8092TO : /tmp/contrail-dns.37133.http_port 2026-06-22 Mon 05:29:53:249.720 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: SANDESH: CONNECT TO COLLECTOR: 1 2026-06-22 Mon 05:29:53:250.047 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: Idle 2026-06-22 Mon 05:29:53:250.180 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: SANDESH: No Client: 1782106193250129 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 0 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 0.0.0.0:0 collector_list= [ [ ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 0, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 0, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:29:53:250.311 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: SANDESH: Logging: DISABLED -> ENABLED 2026-06-22 Mon 05:29:53:250.325 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: SANDESH: Logging: LEVEL: [ INVALID ] -> [ SYS_DEBUG ] log4level: [ NOTSET ] -> [ DEBUG ] 2026-06-22 Mon 05:29:53:250.432 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Processing scm::EvStart in state Idle 2026-06-22 Mon 05:29:53:250.474 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Disconnect 2026-06-22 Mon 05:29:53:250.528 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Processing scm::EvCollectorUpdate in state Disconnect 2026-06-22 Mon 05:29:53:250.684 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Connect : Start Connect timer 10.0.0.38:8086 2026-06-22 Mon 05:29:53:250.759 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:29:53:250.820 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: SANDESH: Send FAILED: 1782106193250518 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Disconnect successful_connections = 0 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 0.0.0.0:0 collector_list= [ [ ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 0, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:29:53:250.830 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:29:53:250.844 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:29:53:250.892 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: SANDESH: Send FAILED: 1782106193250557 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Disconnect successful_connections = 0 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 0, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:29:53:250.901 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:29:53:250.908 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:29:53:250.941 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: SANDESH: Send FAILED: 1782106193250751 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 0 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 0, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:29:53:250.952 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:29:53:838.864 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: TCP [SYS_DEBUG]: TcpServerMessageLog: Server 10.20.0.14:8093 Initialization complete src/contrail-common/io/tcp_server.cc 137 2026-06-22 Mon 05:29:53:838.980 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: DnsAgent [SYS_NOTICE]: DnsOperational: Bulk sync has been started controller/src/dns/main.cc 401 2026-06-22 Mon 05:29:53:839.058 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Config Client Mgr SM: Start RabbitMqReader and init Database src/contrail-common/config-client-mgr/config_client_manager.cc 281 2026-06-22 Mon 05:29:53:839.142 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: RabbitMQ connection down src/contrail-common/config-client-mgr/config_amqp_client.cc 157 2026-06-22 Mon 05:29:53:839.150 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: Connect to Rabbit MQ with queue_delete TRUE src/contrail-common/config-client-mgr/config_amqp_client.cc 167 2026-06-22 Mon 05:29:53:839.286 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:29:53:839.325 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: SANDESH: Send FAILED: 1782106193839125 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Number of connections:2, Expected:3 Missing: Database:Cassandra ], ] ] ] 2026-06-22 Mon 05:29:53:839.333 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:29:53:868.930 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: RabbitMQ connection established src/contrail-common/config-client-mgr/config_amqp_client.cc 150 2026-06-22 Mon 05:29:53:868.971 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Config Client Mgr SM: Init Database src/contrail-common/config-client-mgr/config_client_manager.cc 285 2026-06-22 Mon 05:29:53:869.054 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Lost Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 579 2026-06-22 Mon 05:29:53:869.070 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Db Init src/contrail-common/config-client-mgr/config_cassandra_client.cc 87 2026-06-22 Mon 05:29:53:869.307 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:29:53:869.359 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: SANDESH: Send FAILED: 1782106193868893 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Number of connections:2, Expected:3 Missing: Database:Cassandra ], ] ] ] 2026-06-22 Mon 05:29:53:869.368 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:29:53:869.377 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:29:53:869.392 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: SANDESH: Send FAILED: 1782106193868993 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Down description = Lost Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector, Database:Cassandra connection down ], ] ] ] 2026-06-22 Mon 05:29:53:869.406 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:29:53:921.842 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Db SetTableSpace src/contrail-common/config-client-mgr/config_cassandra_client.cc 94 2026-06-22 Mon 05:29:53:931.834 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Db UseColumnFamily uuidTableName src/contrail-common/config-client-mgr/config_cassandra_client.cc 103 2026-06-22 Mon 05:29:53:931.909 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Db UseColumnFamily fqnTableName src/contrail-common/config-client-mgr/config_cassandra_client.cc 109 2026-06-22 Mon 05:29:53:931.974 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:29:53:931.982 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: BulkDataSync Started src/contrail-common/config-client-mgr/config_cassandra_client.cc 392 2026-06-22 Mon 05:29:53:932.019 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:29:53:932.053 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: SANDESH: Send FAILED: 1782106193931946 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:29:53:932.060 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:29:53:934.355 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Lost Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 579 2026-06-22 Mon 05:29:53:934.384 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_WARN]: ConfigClientGetRowError: GetRow failed for table obj_fq_name_table access_control_list src/contrail-common/config-client-mgr/config_cassandra_client.cc 479 2026-06-22 Mon 05:29:53:934.459 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:29:53:934.517 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: SANDESH: Send FAILED: 1782106193934331 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Down description = Lost Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector, Database:Cassandra connection down ], ] ] ] 2026-06-22 Mon 05:29:53:934.526 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:29:58:937.118 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Lost Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 579 2026-06-22 Mon 05:29:58:937.156 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_WARN]: ConfigClientGetRowError: GetRow failed for table obj_fq_name_table access_control_list src/contrail-common/config-client-mgr/config_cassandra_client.cc 479 2026-06-22 Mon 05:30:03:938.316 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Lost Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 579 2026-06-22 Mon 05:30:03:938.378 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_WARN]: ConfigClientGetRowError: GetRow failed for table obj_fq_name_table access_control_list src/contrail-common/config-client-mgr/config_cassandra_client.cc 479 2026-06-22 Mon 05:30:08:939.374 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Lost Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 579 2026-06-22 Mon 05:30:08:939.425 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_WARN]: ConfigClientGetRowError: GetRow failed for table obj_fq_name_table access_control_list src/contrail-common/config-client-mgr/config_cassandra_client.cc 479 2026-06-22 Mon 05:30:13:940.535 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Lost Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 579 2026-06-22 Mon 05:30:13:940.592 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_WARN]: ConfigClientGetRowError: GetRow failed for table obj_fq_name_table access_control_list src/contrail-common/config-client-mgr/config_cassandra_client.cc 479 2026-06-22 Mon 05:30:18:941.643 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Lost Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 579 2026-06-22 Mon 05:30:18:941.686 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_WARN]: ConfigClientGetRowError: GetRow failed for table obj_fq_name_table access_control_list src/contrail-common/config-client-mgr/config_cassandra_client.cc 479 2026-06-22 Mon 05:30:23:942.841 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Lost Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 579 2026-06-22 Mon 05:30:23:942.892 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_WARN]: ConfigClientGetRowError: GetRow failed for table obj_fq_name_table access_control_list src/contrail-common/config-client-mgr/config_cassandra_client.cc 479 2026-06-22 Mon 05:30:28:970.165 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:28:970.355 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:30:28:970.403 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: SANDESH: Send FAILED: 1782106228970104 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:30:28:970.414 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:30:28:974.834 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:28:981.730 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:28:989.837 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:28:992.543 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:28:995.350 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:000.297 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:007.576 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:016.485 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:026.872 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:037.769 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:040.560 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:042.993 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:045.116 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:054.331 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:055.894 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:059.292 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:067.257 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:076.969 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:078.859 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:079.934 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:081.133 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:082.888 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:085.108 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:091.070 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:091.898 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:093.397 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:094.511 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:095.618 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:096.749 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:097.947 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:099.844 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:104.972 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:106.461 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:107.461 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:108.430 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:110.202 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:111.152 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:114.634 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:115.573 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:116.435 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:117.284 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:118.289 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:119.835 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:122.503 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:123.824 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:124.857 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:125.661 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:126.576 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:127.567 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:128.600 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:129.649 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:132.110 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:133.310 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:134.347 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:135.379 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:136.289 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:139.353 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:140.352 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:160.520 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:162.507 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:167.019 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:173.298 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:182.094 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:184.711 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:186.584 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:188.722 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:190.904 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:195.254 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:196.440 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:198.152 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:200.670 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:202.201 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:210.615 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:214.301 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:227.516 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:235.365 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:237.845 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:241.426 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:248.290 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:250.225 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:251.966 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:256.579 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:258.007 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:259.436 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:264.228 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:269.036 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:271.932 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:273.746 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:279.356 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:280.370 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:287.965 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:289.033 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:290.063 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:296.047 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:298.248 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:313.879 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:317.191 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:318.300 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:323.717 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:328.979 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:330.231 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:331.859 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:333.711 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:341.975 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:346.570 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:348.420 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:350.616 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:353.166 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:358.295 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:370.426 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:382.377 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:385.479 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:387.205 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:400.553 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:404.969 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:411.853 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:414.706 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:425.754 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 557 2026-06-22 Mon 05:30:29:425.992 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 557 2026-06-22 Mon 05:30:29:426.210 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 557 2026-06-22 Mon 05:30:29:426.406 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 557 2026-06-22 Mon 05:30:29:426.498 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 557 2026-06-22 Mon 05:30:29:426.726 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 557 2026-06-22 Mon 05:30:29:426.918 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 557 2026-06-22 Mon 05:30:29:427.048 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: BulkSyncDone by all readers src/contrail-common/config-client-mgr/config_cassandra_client.cc 553 2026-06-22 Mon 05:30:29:427.087 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Config Client Mgr SM: End of RIB computed and notification sent src/contrail-common/config-client-mgr/config_client_manager.cc 187 2026-06-22 Mon 05:30:29:427.280 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: TRUE src/contrail-common/config-client-mgr/config_client_manager.cc 216 2026-06-22 Mon 05:30:29:427.416 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:30:29:427.458 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: SANDESH: Send FAILED: 1782106229427127 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:30:29:427.471 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:30:29:441.876 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:442.314 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:442.416 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-prouter-tsn-connectivity controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:443.399 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:443.448 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating global-system-config:default-global-system-config controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:443.512 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:443.534 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-snmp-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-3. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:443.552 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-snmp-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:443.563 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-alarm-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-2. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:443.574 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-alarm-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:443.585 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating domain:default-domain controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:443.593 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-alarm-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-3. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:443.603 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-alarm-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:443.617 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-router:default-global-system-config:an-jenkins-deploy-platform-ansible-os-6019-1 controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:443.635 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-virtual-router controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:443.648 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network:default-domain:default-project:default-virtual-network controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:443.685 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating project:default-domain:default-project controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:443.697 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:443.710 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating fabric:default-global-system-config:default-fabric controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:443.724 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 9aa09aea-22ea-4548-8356-c7303d5837d4 controller/src/ifmap/client/config_json_parser.cc 222 2026-06-22 Mon 05:30:29:443.814 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance ca3a23ba-f102-4d27-be10-d0f37538650d controller/src/ifmap/client/config_json_parser.cc 222 2026-06-22 Mon 05:30:29:442.542 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:443.068 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:444.731 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: bgp_peering No entry in metadata map bgp_router 02088c19-e2d6-4f72-9784-e68ff48d6ce5 controller/src/ifmap/client/config_json_parser.cc 222 2026-06-22 Mon 05:30:29:444.758 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: bgp_peering No entry in metadata map bgp_router 02088c19-e2d6-4f72-9784-e68ff48d6ce5 controller/src/ifmap/client/config_json_parser.cc 222 2026-06-22 Mon 05:30:29:442.701 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 85a282b5-7329-4bfd-8fd6-6004bae74e82 controller/src/ifmap/client/config_json_parser.cc 222 2026-06-22 Mon 05:30:29:443.727 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-fabric controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:450.445 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-router:default-global-system-config:an-jenkins-deploy-platform-ansible-os-6019-2 controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:450.471 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-virtual-router controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:450.483 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-conf-incorrect controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:450.498 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:450.522 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating database-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-2. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:450.535 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-database-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:450.545 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network:default-domain:default-project:__link_local__ controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:450.565 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:neutron_tag controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:450.580 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:450.589 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-package-version-mismatch controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:450.601 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:450.612 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-disk-usage-high controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:450.626 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:450.634 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-pending-cassandra-compaction-tasks controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:450.647 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:450.658 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-template:default-domain:nat-template controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:450.672 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-service-template controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:450.681 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-disk-usage-critical controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:450.694 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:450.705 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating database-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-3. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:450.717 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-database-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:450.725 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:site controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:450.744 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-vrouter-interface controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:450.761 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:450.773 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-core-files controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:450.786 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:450.796 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-machine-interface:default-global-system-config:an-jenkins-deploy-platform-ansible-os-6019-1:vhost0 controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:450.810 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-router-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:450.823 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network:default-domain:default-project:ip-fabric controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:450.831 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:450.839 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating config-database-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-3. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:450.851 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-config-database-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:450.861 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network:default-domain:default-project:dci-network controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:450.880 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:450.889 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-bgp-connectivity controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:450.905 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:450.914 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-process-status controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:450.926 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:450.934 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-template:default-domain:haproxy-loadbalancer-template controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:450.947 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-service-template controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:450.956 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating config-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-3. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:450.976 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-config-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:450.994 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-template:default-domain:analyzer-template controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:451.009 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-service-template controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:451.025 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating config-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-1. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:451.036 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-config-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:451.045 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating network-ipam:default-domain:default-project:service-chain-flat-ipam controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:451.059 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-network-ipam controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:451.068 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-template:default-domain:docker-template controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:451.080 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-service-template controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:451.088 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-address-mismatch-compute controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:451.102 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:451.111 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:default-domain:default-project:__no_rule__:ingress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:451.123 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating security-group:default-domain:default-project:__no_rule__ controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:451.130 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:451.140 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-3. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:451.151 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:451.162 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating global-vrouter-config:default-global-system-config:default-global-vrouter-config controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:451.177 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-global-vrouter-config controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:451.186 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating global-qos-config:default-global-system-config:default-global-qos-config controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:451.197 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-global-qos-config controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:451.206 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating discovery-service-assignment:default-discovery-service-assignment controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:451.214 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating network-ipam:default-domain:default-project:default-network-ipam controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:451.223 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-network-ipam controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:451.233 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-prouter-connectivity controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:451.243 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:451.255 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-xmpp-connectivity controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:451.265 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:451.275 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating config-database-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-1. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:451.288 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-config-database-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:451.301 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating application-policy-set:default-domain:default-project:default-application-policy-set controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:451.319 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-application-policy-set controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:451.332 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-alarm-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-1. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:451.348 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-alarm-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:451.362 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-partial-sysinfo controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:451.383 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:451.395 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-snmp-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-2. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:451.405 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-snmp-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:451.415 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:label controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:451.429 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-project controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:451.439 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-bottle-request-size-limit controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:451.461 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:451.471 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-conf-elements-inconsistency controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:451.482 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:451.492 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-vrouter-limit-exceeded controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:451.506 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:451.525 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-snmp-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-1. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:451.542 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-snmp-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:442.520 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:452.061 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating api-access-list:default-global-system-config:default-api-access-list controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:454.481 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-api-access-list controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:454.525 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating config-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-2. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:454.546 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-config-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:454.565 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-storage-cluster-state controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:454.593 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:454.608 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating namespace:default-domain:default-namespace controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:454.633 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-namespace controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:454.660 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:default-domain:default-project:__no_rule__:egress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:454.684 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:454.700 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-vrouter-l3mh-physical-interface-link-down controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:454.720 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:454.745 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-appliance-set:default-global-system-config:opencontrail controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:454.761 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-service-appliance-set controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:449.874 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:455.322 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: bgp_peering No entry in metadata map bgp_router c72191a0-63d9-4a92-8b26-a5188b843970 controller/src/ifmap/client/config_json_parser.cc 222 2026-06-22 Mon 05:30:29:455.335 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: bgp_peering No entry in metadata map bgp_router c72191a0-63d9-4a92-8b26-a5188b843970 controller/src/ifmap/client/config_json_parser.cc 222 2026-06-22 Mon 05:30:29:455.444 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-1. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:455.465 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:455.479 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:application controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:455.492 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-process-connectivity controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:455.508 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:455.526 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-template:default-domain:netns-snat-template controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:455.543 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-service-template controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:455.555 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating database-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-1. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:455.566 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-database-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:455.580 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:tier controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:455.613 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:455.628 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:default-domain:default-project:ip-fabric:ip-fabric controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:455.657 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-network-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:455.666 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating application-policy-set:default-policy-management:default-application-policy-set controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:455.676 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating policy-management:default-policy-management controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:455.684 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating policy-management-application-policy-set controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:455.696 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating application-policy-set-global-vrouter-config controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:455.705 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-xmpp-close-reason controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:455.716 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:443.329 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:29:456.090 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 213456f4-3f13-4f28-bf59-a571e9dcbddc controller/src/ifmap/client/config_json_parser.cc 222 2026-06-22 Mon 05:30:29:456.156 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: bgp_peering No entry in metadata map bgp_router 2234c80d-eb31-4e79-9cc4-4ab2382db577 controller/src/ifmap/client/config_json_parser.cc 222 2026-06-22 Mon 05:30:29:456.165 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: bgp_peering No entry in metadata map bgp_router 2234c80d-eb31-4e79-9cc4-4ab2382db577 controller/src/ifmap/client/config_json_parser.cc 222 2026-06-22 Mon 05:30:29:456.439 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-vrouter-table-limit-exceeded controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:456.470 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:456.483 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-node-status controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:456.495 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:456.510 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-security-group controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:456.521 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:neutron_fwaas controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:456.531 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-appliance-set:default-global-system-config:native controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:456.543 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-service-appliance-set controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:456.554 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-address-mismatch-control controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:456.565 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:456.576 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:deployment controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:456.586 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-2. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:456.596 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:456.612 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-machine-interface:default-global-system-config:an-jenkins-deploy-platform-ansible-os-6019-2:vhost0 controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:456.641 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-router-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:458.080 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:458.105 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating config-database-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-6019-2. controller/src/ifmap/ifmap_server_table.cc 95 2026-06-22 Mon 05:30:29:458.120 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-config-database-node controller/src/ifmap/ifmap_server_table.cc 130 2026-06-22 Mon 05:30:29:458.174 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: DnsAgent [SYS_NOTICE]: DnsOperational: EndOfRib point was reached, IF-MAP objects have been created controller/src/dns/main.cc 83 2026-06-22 Mon 05:30:29:458.185 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.virtual_DNS.0, counting 0 elements controller/src/dns/main.cc 96 2026-06-22 Mon 05:30:29:458.193 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.virtual_DNS_record.0, counting 0 elements controller/src/dns/main.cc 96 2026-06-22 Mon 05:30:29:458.200 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.network_ipam.0, counting 2 elements controller/src/dns/main.cc 96 2026-06-22 Mon 05:30:29:458.206 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.virtual_network_network_ipam.0, counting 0 elements controller/src/dns/main.cc 96 2026-06-22 Mon 05:30:29:458.213 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.global_qos_config.0, counting 1 elements controller/src/dns/main.cc 96 2026-06-22 Mon 05:30:29:458.219 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: DnsAgent [SYS_NOTICE]: DnsOperational: VnniConfig has been updated after the bulk sync, the number of elements: 0 controller/src/dns/main.cc 106 2026-06-22 Mon 05:30:29:458.225 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: DnsAgent [SYS_NOTICE]: DnsOperational: IpamConfig has been updated after the bulk sync, the number of elements: 2 controller/src/dns/main.cc 117 2026-06-22 Mon 05:30:29:458.230 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: DnsAgent [SYS_NOTICE]: DnsOperational: VirtualDnsConfig has been updated after the bulk sync, the number of elements: 0 controller/src/dns/main.cc 128 2026-06-22 Mon 05:30:29:458.236 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: DnsAgent [SYS_NOTICE]: DnsOperational: VirtualDnsRecordConfig has been updated after the bulk sync, the number of elements: 0 controller/src/dns/main.cc 139 2026-06-22 Mon 05:30:29:458.249 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: DnsAgent [SYS_NOTICE]: DnsOperational: GlobalQosConfig has been updated after the bulk sync controller/src/dns/main.cc 149 2026-06-22 Mon 05:30:29:458.800 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:30:29:458.992 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: SANDESH: Send FAILED: 1782106229458283 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2026-06-22 Mon 05:30:29:459.011 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:30:29:459.040 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: RabbitMQ connection down src/contrail-common/config-client-mgr/config_amqp_client.cc 157 2026-06-22 Mon 05:30:29:459.052 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: Connect to Rabbit MQ with queue_delete TRUE src/contrail-common/config-client-mgr/config_amqp_client.cc 167 2026-06-22 Mon 05:30:29:535.482 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:30:29:535.561 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: SANDESH: Send FAILED: 1782106229534759 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:30:29:535.575 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:30:29:535.658 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: RabbitMQ connection established src/contrail-common/config-client-mgr/config_amqp_client.cc 150 2026-06-22 Mon 05:30:29:535.706 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862237754944, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: TRUE src/contrail-common/config-client-mgr/config_client_manager.cc 216 2026-06-22 Mon 05:30:29:544.905 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.14:8092::10.20.0.254:47452 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 255 2026-06-22 Mon 05:30:29:547.319 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.33:33950::10.0.0.38:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 281 2026-06-22 Mon 05:30:29:552.400 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: 10.0.0.33:33950::10.0.0.38:8086(-1) OnSessionEvent TCP Connected 2026-06-22 Mon 05:30:29:552.421 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: 10.0.0.33:33950::10.0.0.38:8086(-1):EvTcpConnected 2026-06-22 Mon 05:30:29:553.426 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: Processing scm::EvTcpConnected in state Connect 2026-06-22 Mon 05:30:29:553.450 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: Connect : EvTcpConnected : Cancelling Connect timer 2026-06-22 Mon 05:30:29:553.506 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ClientInit 2026-06-22 Mon 05:30:29:553.522 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: Sending Ctrl Message for cn-jenkins-deploy-platform-ansible-os-6019-3:contrail-dns:0:Control count 1 2026-06-22 Mon 05:30:29:553.838 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: Processing scm::EvSandeshSend in state ClientInit 2026-06-22 Mon 05:30:29:553.863 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ClientInit : EvSandeshSend : NodeStatusUVE 2026-06-22 Mon 05:30:29:553.906 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: SANDESH: Send FAILED: 1782106229553495 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:30:29:553.916 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: Received UVE message in wrong state : NodeStatusUVE 2026-06-22 Mon 05:30:29:553.924 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: Processing scm::EvSandeshSend in state ClientInit 2026-06-22 Mon 05:30:29:553.929 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2026-06-22 Mon 05:30:29:553.941 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: Processing scm::EvSandeshSend in state ClientInit 2026-06-22 Mon 05:30:29:553.946 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-06-22 Mon 05:30:29:554.052 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: SANDESH: Send FAILED: 1782106229553763 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 1 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 159 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 12 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 9 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 3 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 348, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 12, _iter59->first = sent _iter59->second = 0, ] ] ] 2026-06-22 Mon 05:30:29:554.077 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-06-22 Mon 05:30:29:555.553 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: DnsAgent [SYS_NOTICE]: DnsOperational: BIND named up; DNS is operational controller/src/dns/mgr/dns_mgr.cc 735 2026-06-22 Mon 05:30:29:556.620 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: Processing scm::EvSandeshSend in state ClientInit 2026-06-22 Mon 05:30:29:556.649 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-06-22 Mon 05:30:29:556.716 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: SANDESH: Send FAILED: 1782106229556530 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 sm_queue_count = 0 sm_stats= [ ev_stats= [ [ [ event = scm::EvCollectorUpdate enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshSend enqueues = 15 dequeues = 15 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvStart enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnected enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = enqueues = 18 dequeues = 18 enqueue_fails = 0 dequeue_fails = 0 ], ] ] state = ClientInit state_since = 1782106229553505 last_state = ClientInit last_event = scm::EvSandeshSend last_event_at = 1782106229553940 ] session_stats= [ num_recv_msg = 0 num_recv_msg_fail = 0 num_recv_fail = 0 num_send_msg = 1 num_send_msg_fail = 0 num_send_buffer_fail = 0 num_wait_msgq_enqueue = 0 num_wait_msgq_dequeue = 0 num_write_ready_cb_error = 0 ] session_rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] session_tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] max_sm_queue_count = 3 ] 2026-06-22 Mon 05:30:29:556.730 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-06-22 Mon 05:30:29:556.751 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: Processing scm::EvSandeshSend in state ClientInit 2026-06-22 Mon 05:30:29:556.760 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-06-22 Mon 05:30:29:556.912 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: SANDESH: Send FAILED: 1782106229556595 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 1 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 159 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 13 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 10 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 1 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 4 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 349, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 14, _iter59->first = sent _iter59->second = 1, ] ] ] 2026-06-22 Mon 05:30:29:556.938 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-06-22 Mon 05:30:29:571.441 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.14:8092::10.20.0.254:49230 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 255 2026-06-22 Mon 05:30:29:584.002 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.14:8092::10.20.0.14:44532 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 255 2026-06-22 Mon 05:30:29:585.023 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: OnMessage control in state: ClientInit 2026-06-22 Mon 05:30:29:585.105 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Processing scm::EvSandeshMessageRecv in state ClientInit 2026-06-22 Mon 05:30:29:585.114 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: ClientInit : EvSandeshMessageRecv 2026-06-22 Mon 05:30:29:585.128 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Received Ctrl Message with size 0 2026-06-22 Mon 05:30:29:585.137 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: SyncAllMaps for DnsState:0 period 0 cycle 0 without seqno , total = 0 2026-06-22 Mon 05:30:29:585.286 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: SyncUVE Syncing ObjectGeneratorInfo val name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 1 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] sm_queue_count = 0 sm_stats= [ ev_stats= [ [ [ event = scm::EvCollectorUpdate enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshSend enqueues = 15 dequeues = 15 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvStart enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnected enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = enqueues = 18 dequeues = 18 enqueue_fails = 0 dequeue_fails = 0 ], ] ] state = ClientInit state_since = 1782106229553505 last_state = ClientInit last_event = scm::EvSandeshSend last_event_at = 1782106229553940 ] session_stats= [ num_recv_msg = 0 num_recv_msg_fail = 0 num_recv_fail = 0 num_send_msg = 1 num_send_msg_fail = 0 num_send_buffer_fail = 0 num_wait_msgq_enqueue = 0 num_wait_msgq_dequeue = 0 num_write_ready_cb_error = 0 ] session_rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] session_tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 159 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 13 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 10 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 1 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 4 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 349, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 14, _iter59->first = sent _iter59->second = 1, ] ] max_sm_queue_count = 3 proxy seq 7 2026-06-22 Mon 05:30:29:585.319 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: SyncAllMaps for ModuleClientState:0 period 0 cycle 0 without seqno , total = 1 2026-06-22 Mon 05:30:29:585.338 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: SyncUVE Syncing ObjectDns val name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] proxy seq 10 2026-06-22 Mon 05:30:29:585.349 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: SyncAllMaps for NodeStatus:0 period 0 cycle 0 without seqno , total = 1 2026-06-22 Mon 05:30:29:585.355 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: SyncAllMaps for PeerFlapData:0 period 0 cycle 0 without seqno , total = 0 2026-06-22 Mon 05:30:29:585.361 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: SyncAllMaps for PeerStatsData:0 period 0 cycle 0 without seqno , total = 0 2026-06-22 Mon 05:30:29:585.366 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: SyncAllMaps for XmppPeerInfoData:0 period 0 cycle 0 without seqno , total = 0 2026-06-22 Mon 05:30:29:585.395 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Established 2026-06-22 Mon 05:30:29:598.557 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.14:8092::10.20.0.14:51034 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 255 2026-06-22 Mon 05:30:30:011.524 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:30:573.500 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862480664128, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:30:620.010 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:31:372.416 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: DnsAgent [SYS_NOTICE]: DnsOperational: Bulk sync has been done (the DB has been synced with named) controller/src/dns/mgr/dns_mgr.cc 452 2026-06-22 Mon 05:30:35:280.317 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:35:377.830 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:36:753.363 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:36:778.599 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:36:940.803 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862480664128, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:36:957.391 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862480664128, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:37:048.643 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:37:178.893 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:37:189.149 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:37:454.139 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:37:479.202 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:37:595.548 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:37:659.665 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:37:744.402 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:37:825.767 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:37:998.973 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:38:023.854 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:38:097.747 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862480664128, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:38:196.161 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:38:312.020 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:38:423.478 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:38:560.430 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:38:670.321 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:38:728.076 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:38:865.451 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:38:915.229 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862480664128, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:39:059.306 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:39:128.552 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:39:244.834 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:39:310.086 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:39:408.016 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:39:487.880 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:39:594.749 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:39:722.067 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:39:794.015 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:39:890.402 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:40:024.386 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:40:096.450 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:40:244.254 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:40:321.243 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:40:437.093 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:40:517.444 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:40:647.201 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:40:726.716 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:40:854.375 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862480664128, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:40:926.702 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:41:079.176 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862480664128, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:41:154.986 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:41:275.669 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:41:379.392 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:41:488.931 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:41:972.599 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:42:763.665 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:43:110.778 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:44:181.962 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:44:239.049 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:45:375.542 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:30:45:480.936 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:31:50:321.752 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: 10.0.0.33:33950::10.0.0.38:8086(-1) OnSessionEvent TCP Connection Closed 2026-06-22 Mon 05:31:50:321.792 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: 10.0.0.33:33950::10.0.0.38:8086(-1):EvTcpClose 2026-06-22 Mon 05:31:50:321.870 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Processing scm::EvTcpClose in state Established 2026-06-22 Mon 05:31:50:321.882 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Established : EvTcpClose 2026-06-22 Mon 05:31:50:322.203 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Connect : Start Connect timer 10.0.0.33:8086 2026-06-22 Mon 05:31:50:322.296 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:31:50:322.443 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: SANDESH: Send FAILED: 1782106310321989 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Established successful_connections = 1 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = cn-jenkins-deploy-platform-ansible-os-6019-1. collector_ip = 10.0.0.33:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 1017 calls = 2 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 117175 calls = 9 average_bytes = 13019 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 3 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 10 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 1 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 6 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 1 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 414, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 16, _iter59->first = sent _iter59->second = 11, ] ] ] 2026-06-22 Mon 05:31:50:322.473 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:31:50:322.481 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:31:50:322.498 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: SANDESH: Send FAILED: 1782106310322038 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Established : EvTcpClose -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:31:50:322.506 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:31:50:322.513 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Processing scm::EvTcpDeleteSession in state Connect 2026-06-22 Mon 05:31:50:322.551 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:31:50:322.675 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: SANDESH: Send FAILED: 1782106310322278 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 1 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.33:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 1017 calls = 2 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 117175 calls = 9 average_bytes = 13019 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 3 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 10 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 1 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 6 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 5 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 1 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 414, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 16, _iter59->first = sent _iter59->second = 11, ] ] ] 2026-06-22 Mon 05:31:50:322.690 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:31:50:324.350 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.33:47078::10.0.0.33:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 281 2026-06-22 Mon 05:31:50:324.376 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: 10.0.0.33:47078::10.0.0.33:8086(-1) OnSessionEvent TCP Connected 2026-06-22 Mon 05:31:50:324.383 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: 10.0.0.33:47078::10.0.0.33:8086(-1):EvTcpConnected 2026-06-22 Mon 05:31:50:324.424 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Processing scm::EvTcpConnected in state Connect 2026-06-22 Mon 05:31:50:324.460 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Connect : EvTcpConnected : Cancelling Connect timer 2026-06-22 Mon 05:31:50:324.513 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: ClientInit 2026-06-22 Mon 05:31:50:324.537 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Sending Ctrl Message for cn-jenkins-deploy-platform-ansible-os-6019-3:contrail-dns:0:Control count 2 2026-06-22 Mon 05:31:50:324.627 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Processing scm::EvSandeshSend in state ClientInit 2026-06-22 Mon 05:31:50:324.636 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: ClientInit : EvSandeshSend : NodeStatusUVE 2026-06-22 Mon 05:31:50:324.658 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: SANDESH: Send FAILED: 1782106310324503 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.33:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:31:50:324.665 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Received UVE message in wrong state : NodeStatusUVE 2026-06-22 Mon 05:31:50:324.674 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Processing scm::EvSandeshSend in state ClientInit 2026-06-22 Mon 05:31:50:324.681 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2026-06-22 Mon 05:31:50:324.693 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Processing scm::EvSandeshSend in state ClientInit 2026-06-22 Mon 05:31:50:324.699 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-06-22 Mon 05:31:50:324.852 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: SANDESH: Send FAILED: 1782106310324614 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 2 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.33:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 1017 calls = 2 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 117175 calls = 9 average_bytes = 13019 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 3 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 11 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 1 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 8 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 1 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 415, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 19, _iter59->first = sent _iter59->second = 11, ] ] ] 2026-06-22 Mon 05:31:50:324.873 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-06-22 Mon 05:31:50:380.943 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: OnMessage control in state: ClientInit 2026-06-22 Mon 05:31:50:380.995 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: Processing scm::EvSandeshMessageRecv in state ClientInit 2026-06-22 Mon 05:31:50:381.003 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: ClientInit : EvSandeshMessageRecv 2026-06-22 Mon 05:31:50:381.021 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: Received Ctrl Message with size 0 2026-06-22 Mon 05:31:50:381.039 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: SyncUVE Syncing ObjectDns val name = cn-jenkins-deploy-platform-ansible-os-6019-3 start_time = 1782106193838960 build_info = {"build-info": [{"build-version": "v0+nightly.r25.1", "build-time": "2026-06-22 00:08:41.504560", "build-user": "root", "build-hostname": "jenkins-build-prepare-sandbox-15343-1.novalocal", "build-id": "v0+nightly.r25.1", "build-number": "202606220008"}]} collector = 10.0.0.38:8086 self_ip_list= [ [ (*_iter12) = 10.20.0.14, ] ] proxy seq 1 2026-06-22 Mon 05:31:50:381.050 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: SyncAllMaps for DnsState:0 period 0 cycle 0 without seqno , total = 1 2026-06-22 Mon 05:31:50:381.226 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: SyncUVE Syncing ObjectGeneratorInfo val name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 2 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.33:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 1017 calls = 2 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 117175 calls = 9 average_bytes = 13019 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] sm_queue_count = 0 sm_stats= [ ev_stats= [ [ [ event = scm::EvCollectorUpdate enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshMessageRecv enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshSend enqueues = 25 dequeues = 25 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvStart enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnected enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = enqueues = 29 dequeues = 29 enqueue_fails = 0 dequeue_fails = 0 ], ] ] state = Established state_since = 1782106229585394 last_state = Established last_event = scm::EvSandeshSend last_event_at = 1782106259556864 ] session_stats= [ num_recv_msg = 0 num_recv_msg_fail = 0 num_recv_fail = 0 num_send_msg = 9 num_send_msg_fail = 0 num_send_buffer_fail = 0 num_wait_msgq_enqueue = 0 num_wait_msgq_dequeue = 0 num_write_ready_cb_error = 0 ] session_rx_socket_stats= [ bytes = 1017 calls = 2 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] session_tx_socket_stats= [ bytes = 87960 calls = 7 average_bytes = 12565 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 3 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 11 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 1 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 8 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 1 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 415, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 19, _iter59->first = sent _iter59->second = 11, ] ] max_sm_queue_count = 5 proxy seq 15 2026-06-22 Mon 05:31:50:381.267 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: SyncAllMaps for ModuleClientState:0 period 0 cycle 0 without seqno , total = 1 2026-06-22 Mon 05:31:50:381.286 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: SyncUVE Syncing ObjectDns val name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.33:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] proxy seq 14 2026-06-22 Mon 05:31:50:381.296 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: SyncAllMaps for NodeStatus:0 period 0 cycle 0 without seqno , total = 1 2026-06-22 Mon 05:31:50:381.303 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: SyncAllMaps for PeerFlapData:0 period 0 cycle 0 without seqno , total = 0 2026-06-22 Mon 05:31:50:381.309 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: SyncAllMaps for PeerStatsData:0 period 0 cycle 0 without seqno , total = 0 2026-06-22 Mon 05:31:50:381.315 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: SyncAllMaps for XmppPeerInfoData:0 period 0 cycle 0 without seqno , total = 0 2026-06-22 Mon 05:31:50:381.345 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: Established 2026-06-22 Mon 05:31:50:470.216 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: 10.0.0.33:47078::10.0.0.33:8086(-1) OnSessionEvent TCP Connection Closed 2026-06-22 Mon 05:31:50:470.250 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: 10.0.0.33:47078::10.0.0.33:8086(-1):EvTcpClose 2026-06-22 Mon 05:31:50:470.300 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Processing scm::EvTcpClose in state Established 2026-06-22 Mon 05:31:50:470.310 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Established : EvTcpClose 2026-06-22 Mon 05:31:50:470.549 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Connect : Start Connect timer 10.0.0.50:8086 2026-06-22 Mon 05:31:50:470.641 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:31:50:470.800 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: SANDESH: Send FAILED: 1782106310470385 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Established successful_connections = 2 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = cn-jenkins-deploy-platform-ansible-os-6019-3. collector_ip = 10.0.0.50:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 180849 calls = 14 average_bytes = 12917 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 12 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 9 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 415, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 21, _iter59->first = sent _iter59->second = 18, ] ] ] 2026-06-22 Mon 05:31:50:470.831 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:31:50:470.843 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:31:50:470.867 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: SANDESH: Send FAILED: 1782106310470417 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.33:8086, ] ] status = Initializing description = Established : EvTcpClose -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:31:50:470.875 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:31:50:470.884 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Processing scm::EvTcpDeleteSession in state Connect 2026-06-22 Mon 05:31:50:470.926 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:31:50:471.050 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: SANDESH: Send FAILED: 1782106310470617 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 2 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.50:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 180849 calls = 14 average_bytes = 12917 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 12 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 9 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 415, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 21, _iter59->first = sent _iter59->second = 18, ] ] ] 2026-06-22 Mon 05:31:50:471.069 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:31:50:471.530 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: -(-1) OnSessionEvent TCP Connect Failed 2026-06-22 Mon 05:31:50:471.542 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: -(-1):EvTcpConnectFail 2026-06-22 Mon 05:31:50:471.565 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Processing scm::EvTcpConnectFail in state Connect 2026-06-22 Mon 05:31:50:471.573 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Connect : EvTcpConnectFail 2026-06-22 Mon 05:31:50:471.693 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: TCP [SYS_ERR]: TcpSessionMessageLog: Session -(-1) > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2026-06-22 Mon 05:31:50:471.730 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Idle 2026-06-22 Mon 05:31:50:471.816 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:31:50:471.939 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: SANDESH: Send FAILED: 1782106310471653 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 2 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 180849 calls = 14 average_bytes = 12917 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 13 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 11 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 415, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 24, _iter59->first = sent _iter59->second = 18, ] ] ] 2026-06-22 Mon 05:31:50:471.966 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:31:50:471.973 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:31:50:471.987 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: SANDESH: Send FAILED: 1782106310471679 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:31:50:471.997 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:31:50:472.004 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Processing scm::EvTcpDeleteSession in state Idle 2026-06-22 Mon 05:31:50:472.025 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:31:50:472.145 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: SANDESH: Send FAILED: 1782106310471799 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 2 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 180849 calls = 14 average_bytes = 12917 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 13 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 11 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 416, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 24, _iter59->first = sent _iter59->second = 18, ] ] ] 2026-06-22 Mon 05:31:50:472.162 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:31:51:471.854 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-06-22 Mon 05:31:51:472.168 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Connect : Start Connect timer 10.0.0.38:8086 2026-06-22 Mon 05:31:51:472.290 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:31:51:472.315 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: SANDESH: Send FAILED: 1782106311471950 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:31:51:472.323 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:31:51:472.331 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:31:51:472.523 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: SANDESH: Send FAILED: 1782106311472271 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 2 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 180849 calls = 14 average_bytes = 12917 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 14 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 13 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 416, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 27, _iter59->first = sent _iter59->second = 18, ] ] ] 2026-06-22 Mon 05:31:51:472.552 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:31:51:474.403 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.33:38668::10.0.0.38:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 281 2026-06-22 Mon 05:31:51:474.431 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: 10.0.0.33:38668::10.0.0.38:8086(-1) OnSessionEvent TCP Connected 2026-06-22 Mon 05:31:51:474.442 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: 10.0.0.33:38668::10.0.0.38:8086(-1):EvTcpConnected 2026-06-22 Mon 05:31:51:474.501 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Processing scm::EvTcpConnected in state Connect 2026-06-22 Mon 05:31:51:474.517 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Connect : EvTcpConnected : Cancelling Connect timer 2026-06-22 Mon 05:31:51:474.561 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: ClientInit 2026-06-22 Mon 05:31:51:474.575 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Sending Ctrl Message for cn-jenkins-deploy-platform-ansible-os-6019-3:contrail-dns:0:Control count 3 2026-06-22 Mon 05:31:51:474.722 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Processing scm::EvSandeshSend in state ClientInit 2026-06-22 Mon 05:31:51:474.738 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: ClientInit : EvSandeshSend : NodeStatusUVE 2026-06-22 Mon 05:31:51:474.766 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: SANDESH: Send FAILED: 1782106311474554 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:31:51:474.789 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Received UVE message in wrong state : NodeStatusUVE 2026-06-22 Mon 05:31:51:474.800 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Processing scm::EvSandeshSend in state ClientInit 2026-06-22 Mon 05:31:51:474.808 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2026-06-22 Mon 05:31:51:474.837 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Processing scm::EvSandeshSend in state ClientInit 2026-06-22 Mon 05:31:51:474.844 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-06-22 Mon 05:31:51:474.991 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: SANDESH: Send FAILED: 1782106311474689 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 3 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 180849 calls = 14 average_bytes = 12917 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 15 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 14 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 8 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 417, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 29, _iter59->first = sent _iter59->second = 18, ] ] ] 2026-06-22 Mon 05:31:51:475.012 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-06-22 Mon 05:31:51:475.885 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: 10.0.0.33:38668::10.0.0.38:8086(-1) OnSessionEvent TCP Connection Closed 2026-06-22 Mon 05:31:51:475.907 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: 10.0.0.33:38668::10.0.0.38:8086(-1):EvTcpClose 2026-06-22 Mon 05:31:51:475.968 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Processing scm::EvTcpClose in state ClientInit 2026-06-22 Mon 05:31:51:475.978 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ClientInit : EvTcpClose 2026-06-22 Mon 05:31:51:476.513 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Return to idle with 1000 2026-06-22 Mon 05:31:51:476.524 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Idle 2026-06-22 Mon 05:31:51:476.579 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:31:51:476.729 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: SANDESH: Send FAILED: 1782106311476048 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 3 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.33:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 182459 calls = 15 average_bytes = 12163 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 16 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 3 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 15 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 8 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 417, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 31, _iter59->first = sent _iter59->second = 19, ] ] ] 2026-06-22 Mon 05:31:51:476.754 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:31:51:476.763 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:31:51:476.780 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: SANDESH: Send FAILED: 1782106311476074 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Down description = ClientInit : EvTcpClose ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:31:51:476.785 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:31:51:476.791 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Processing scm::EvTcpDeleteSession in state Idle 2026-06-22 Mon 05:31:51:476.801 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:31:51:476.940 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: SANDESH: Send FAILED: 1782106311476567 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 3 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.33:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 182459 calls = 15 average_bytes = 12163 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 16 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 3 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 15 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 8 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 417, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 31, _iter59->first = sent _iter59->second = 19, ] ] ] 2026-06-22 Mon 05:31:51:476.962 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:31:52:476.640 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-06-22 Mon 05:31:52:477.018 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: Connect : Start Connect timer 10.0.0.33:8086 2026-06-22 Mon 05:31:52:477.209 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:31:52:477.246 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: SANDESH: Send FAILED: 1782106312476751 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.33:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:31:52:477.255 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:31:52:477.265 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:31:52:477.462 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: SANDESH: Send FAILED: 1782106312477187 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 3 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.33:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 182459 calls = 15 average_bytes = 12163 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 17 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 3 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 17 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 8 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 417, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 34, _iter59->first = sent _iter59->second = 19, ] ] ] 2026-06-22 Mon 05:31:52:477.496 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:31:52:478.907 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.33:47126::10.0.0.33:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 281 2026-06-22 Mon 05:31:52:478.929 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: 10.0.0.33:47126::10.0.0.33:8086(-1) OnSessionEvent TCP Connected 2026-06-22 Mon 05:31:52:478.937 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: 10.0.0.33:47126::10.0.0.33:8086(-1):EvTcpConnected 2026-06-22 Mon 05:31:52:478.997 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Processing scm::EvTcpConnected in state Connect 2026-06-22 Mon 05:31:52:479.019 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Connect : EvTcpConnected : Cancelling Connect timer 2026-06-22 Mon 05:31:52:479.055 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ClientInit 2026-06-22 Mon 05:31:52:479.070 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Sending Ctrl Message for cn-jenkins-deploy-platform-ansible-os-6019-3:contrail-dns:0:Control count 4 2026-06-22 Mon 05:31:52:479.158 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Processing scm::EvSandeshSend in state ClientInit 2026-06-22 Mon 05:31:52:479.166 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ClientInit : EvSandeshSend : NodeStatusUVE 2026-06-22 Mon 05:31:52:479.183 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: SANDESH: Send FAILED: 1782106312479048 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.33:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:31:52:479.189 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Received UVE message in wrong state : NodeStatusUVE 2026-06-22 Mon 05:31:52:479.195 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Processing scm::EvSandeshSend in state ClientInit 2026-06-22 Mon 05:31:52:479.201 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2026-06-22 Mon 05:31:52:479.221 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Processing scm::EvSandeshSend in state ClientInit 2026-06-22 Mon 05:31:52:479.229 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-06-22 Mon 05:31:52:479.411 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: SANDESH: Send FAILED: 1782106312479146 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 4 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.33:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 182459 calls = 15 average_bytes = 12163 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 18 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 3 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 18 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 9 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 418, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 36, _iter59->first = sent _iter59->second = 19, ] ] ] 2026-06-22 Mon 05:31:52:479.435 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-06-22 Mon 05:31:56:479.146 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: 10.0.0.33:8086 EvConnectTimerExpired in state ClientInit 2026-06-22 Mon 05:31:56:479.194 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Processing scm::EvConnectTimerExpired in state ClientInit 2026-06-22 Mon 05:31:56:479.202 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: ClientInit : EvConnectTimerExpired 2026-06-22 Mon 05:31:56:479.376 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Return to idle with 1000 2026-06-22 Mon 05:31:56:479.386 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Idle 2026-06-22 Mon 05:31:56:479.431 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:31:56:479.544 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: SANDESH: Send FAILED: 1782106316479279 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 4 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.50:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 184069 calls = 16 average_bytes = 11504 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 19 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 4 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 19 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 9 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 418, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 38, _iter59->first = sent _iter59->second = 20, ] ] ] 2026-06-22 Mon 05:31:56:479.566 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:31:56:479.574 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:31:56:479.590 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: SANDESH: Send FAILED: 1782106316479326 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.33:8086, ] ] status = Down description = ClientInit : EvConnectTimerExpired ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:31:56:479.598 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:31:56:479.604 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Processing scm::EvTcpDeleteSession in state Idle 2026-06-22 Mon 05:31:56:479.611 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:31:56:480.495 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: SANDESH: Send FAILED: 1782106316479420 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 4 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.50:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 184069 calls = 16 average_bytes = 11504 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 19 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 4 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 19 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 9 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 418, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 38, _iter59->first = sent _iter59->second = 20, ] ] ] 2026-06-22 Mon 05:31:56:480.529 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:31:57:479.472 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-06-22 Mon 05:31:57:479.729 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: Connect : Start Connect timer 10.0.0.50:8086 2026-06-22 Mon 05:31:57:479.881 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:31:57:479.912 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: SANDESH: Send FAILED: 1782106317479560 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.50:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:31:57:479.930 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:31:57:479.940 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:31:57:480.163 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: SANDESH: Send FAILED: 1782106317479861 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 4 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.50:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 184069 calls = 16 average_bytes = 11504 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 20 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 4 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 21 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 9 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 418, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 41, _iter59->first = sent _iter59->second = 20, ] ] ] 2026-06-22 Mon 05:31:57:480.189 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:31:57:481.770 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.33:57770::10.0.0.50:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 281 2026-06-22 Mon 05:31:57:481.787 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: 10.0.0.33:57770::10.0.0.50:8086(-1) OnSessionEvent TCP Connected 2026-06-22 Mon 05:31:57:481.794 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: 10.0.0.33:57770::10.0.0.50:8086(-1):EvTcpConnected 2026-06-22 Mon 05:31:57:481.821 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: Processing scm::EvTcpConnected in state Connect 2026-06-22 Mon 05:31:57:481.849 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: Connect : EvTcpConnected : Cancelling Connect timer 2026-06-22 Mon 05:31:57:481.888 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: ClientInit 2026-06-22 Mon 05:31:57:481.908 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: Sending Ctrl Message for cn-jenkins-deploy-platform-ansible-os-6019-3:contrail-dns:0:Control count 5 2026-06-22 Mon 05:31:57:482.000 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: Processing scm::EvSandeshSend in state ClientInit 2026-06-22 Mon 05:31:57:482.008 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: ClientInit : EvSandeshSend : NodeStatusUVE 2026-06-22 Mon 05:31:57:482.033 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: SANDESH: Send FAILED: 1782106317481880 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.50:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:31:57:482.039 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: Received UVE message in wrong state : NodeStatusUVE 2026-06-22 Mon 05:31:57:482.046 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: Processing scm::EvSandeshSend in state ClientInit 2026-06-22 Mon 05:31:57:482.052 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2026-06-22 Mon 05:31:57:482.062 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: Processing scm::EvSandeshSend in state ClientInit 2026-06-22 Mon 05:31:57:482.067 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-06-22 Mon 05:31:57:482.212 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: SANDESH: Send FAILED: 1782106317481988 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 5 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.50:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 184069 calls = 16 average_bytes = 11504 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 21 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 4 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 22 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 419, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 43, _iter59->first = sent _iter59->second = 20, ] ] ] 2026-06-22 Mon 05:31:57:482.232 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-06-22 Mon 05:31:57:484.453 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: 10.0.0.33:57770::10.0.0.50:8086(-1) OnSessionEvent TCP Connection Closed 2026-06-22 Mon 05:31:57:484.480 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: 10.0.0.33:57770::10.0.0.50:8086(-1):EvTcpClose 2026-06-22 Mon 05:31:57:484.521 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: Processing scm::EvTcpClose in state ClientInit 2026-06-22 Mon 05:31:57:484.530 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: ClientInit : EvTcpClose 2026-06-22 Mon 05:31:57:484.669 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: Return to idle with 1000 2026-06-22 Mon 05:31:57:484.680 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: Idle 2026-06-22 Mon 05:31:57:484.755 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:31:57:484.926 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: SANDESH: Send FAILED: 1782106317484631 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 5 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 185679 calls = 17 average_bytes = 10922 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 22 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 23 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 419, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 45, _iter59->first = sent _iter59->second = 21, ] ] ] 2026-06-22 Mon 05:31:57:484.955 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:31:57:484.968 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:31:57:484.990 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: SANDESH: Send FAILED: 1782106317484657 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.50:8086, ] ] status = Down description = ClientInit : EvTcpClose ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:31:57:484.997 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:31:57:485.007 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: Processing scm::EvTcpDeleteSession in state Idle 2026-06-22 Mon 05:31:57:485.052 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:31:57:485.232 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: SANDESH: Send FAILED: 1782106317484734 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 5 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 185679 calls = 17 average_bytes = 10922 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 22 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 23 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 419, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 45, _iter59->first = sent _iter59->second = 21, ] ] ] 2026-06-22 Mon 05:31:57:485.256 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:31:58:484.797 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-06-22 Mon 05:31:58:485.099 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: Connect : Start Connect timer 10.0.0.38:8086 2026-06-22 Mon 05:31:58:485.368 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:31:58:485.404 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: SANDESH: Send FAILED: 1782106318484886 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:31:58:485.414 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:31:58:485.425 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:31:58:485.659 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: SANDESH: Send FAILED: 1782106318485345 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 5 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 185679 calls = 17 average_bytes = 10922 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 23 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 25 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 419, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 48, _iter59->first = sent _iter59->second = 21, ] ] ] 2026-06-22 Mon 05:31:58:485.693 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:31:58:487.627 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.33:38684::10.0.0.38:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 281 2026-06-22 Mon 05:31:58:487.656 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: 10.0.0.33:38684::10.0.0.38:8086(-1) OnSessionEvent TCP Connected 2026-06-22 Mon 05:31:58:487.665 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: 10.0.0.33:38684::10.0.0.38:8086(-1):EvTcpConnected 2026-06-22 Mon 05:31:58:487.747 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Processing scm::EvTcpConnected in state Connect 2026-06-22 Mon 05:31:58:487.782 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Connect : EvTcpConnected : Cancelling Connect timer 2026-06-22 Mon 05:31:58:487.825 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: ClientInit 2026-06-22 Mon 05:31:58:487.839 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Sending Ctrl Message for cn-jenkins-deploy-platform-ansible-os-6019-3:contrail-dns:0:Control count 6 2026-06-22 Mon 05:31:58:487.939 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Processing scm::EvSandeshSend in state ClientInit 2026-06-22 Mon 05:31:58:487.949 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: ClientInit : EvSandeshSend : NodeStatusUVE 2026-06-22 Mon 05:31:58:487.966 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: SANDESH: Send FAILED: 1782106318487819 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:31:58:487.972 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Received UVE message in wrong state : NodeStatusUVE 2026-06-22 Mon 05:31:58:487.978 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Processing scm::EvSandeshSend in state ClientInit 2026-06-22 Mon 05:31:58:487.983 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2026-06-22 Mon 05:31:58:487.998 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Processing scm::EvSandeshSend in state ClientInit 2026-06-22 Mon 05:31:58:488.009 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-06-22 Mon 05:31:58:488.118 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: SANDESH: Send FAILED: 1782106318487921 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 6 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 185679 calls = 17 average_bytes = 10922 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 24 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 26 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 11 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 420, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 50, _iter59->first = sent _iter59->second = 21, ] ] ] 2026-06-22 Mon 05:31:58:488.134 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-06-22 Mon 05:31:59:557.547 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: Processing scm::EvSandeshSend in state ClientInit 2026-06-22 Mon 05:31:59:557.601 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-06-22 Mon 05:31:59:557.687 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: SANDESH: Send FAILED: 1782106319557402 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 sm_queue_count = 0 sm_stats= [ ev_stats= [ [ [ event = scm::EvCollectorUpdate enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvConnectTimerExpired enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvIdleHoldTimerExpired enqueues = 4 dequeues = 4 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshMessageRecv enqueues = 2 dequeues = 2 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshSend enqueues = 74 dequeues = 74 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvStart enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpClose enqueues = 4 dequeues = 4 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnectFail enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnected enqueues = 6 dequeues = 6 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpDeleteSession enqueues = 6 dequeues = 6 enqueue_fails = 0 dequeue_fails = 0 ], [ event = enqueues = 100 dequeues = 100 enqueue_fails = 0 dequeue_fails = 0 ], ] ] state = ClientInit state_since = 1782106318487825 last_state = ClientInit last_event = scm::EvSandeshSend last_event_at = 1782106318487997 ] session_stats= [ num_recv_msg = 0 num_recv_msg_fail = 0 num_recv_fail = 0 num_send_msg = 1 num_send_msg_fail = 0 num_send_buffer_fail = 0 num_wait_msgq_enqueue = 0 num_wait_msgq_dequeue = 0 num_write_ready_cb_error = 0 ] session_rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] session_tx_socket_stats= [ bytes = 1610 calls = 1 average_bytes = 1610 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] max_sm_queue_count = 6 ] 2026-06-22 Mon 05:31:59:557.731 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-06-22 Mon 05:31:59:557.746 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: Processing scm::EvSandeshSend in state ClientInit 2026-06-22 Mon 05:31:59:557.757 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2026-06-22 Mon 05:31:59:557.948 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: SANDESH: Send FAILED: 1782106319557496 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 6 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 187289 calls = 18 average_bytes = 10404 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 25 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 27 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 11 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 420, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 52, _iter59->first = sent _iter59->second = 22, ] ] ] 2026-06-22 Mon 05:31:59:557.977 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: Received UVE message in wrong state : SandeshModuleClientTrace 2026-06-22 Mon 05:32:01:603.156 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: TCP [SYS_ERR]: TcpSessionMessageLog: Session 10.0.0.33:38684::10.0.0.38:8086(-1) < Read failed due to error system 104 : Connection reset by peer src/contrail-common/io/tcp_session.cc 506 2026-06-22 Mon 05:32:01:603.216 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: TCP [SYS_ERR]: TcpSessionMessageLog: Session 10.0.0.33:38684::10.0.0.38:8086(-1) > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2026-06-22 Mon 05:32:01:603.248 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: 10.0.0.33:38684::10.0.0.38:8086(-1) OnSessionEvent TCP Connection Closed 2026-06-22 Mon 05:32:01:603.259 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: 10.0.0.33:38684::10.0.0.38:8086(-1):EvTcpClose 2026-06-22 Mon 05:32:01:603.318 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: Processing scm::EvTcpClose in state ClientInit 2026-06-22 Mon 05:32:01:603.330 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: ClientInit : EvTcpClose 2026-06-22 Mon 05:32:01:603.518 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: Return to idle with 1000 2026-06-22 Mon 05:32:01:603.535 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: Idle 2026-06-22 Mon 05:32:01:603.613 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:32:01:604.918 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: SANDESH: Send FAILED: 1782106321603451 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 6 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.33:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 187289 calls = 18 average_bytes = 10404 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 25 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 29 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 13 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 422, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 54, _iter59->first = sent _iter59->second = 22, ] ] ] 2026-06-22 Mon 05:32:01:604.974 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:32:01:604.995 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:32:01:605.022 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: SANDESH: Send FAILED: 1782106321603500 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Down description = ClientInit : EvTcpClose ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:32:01:605.031 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:32:01:605.039 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: Processing scm::EvTcpDeleteSession in state Idle 2026-06-22 Mon 05:32:01:605.084 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:32:01:605.196 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: SANDESH: Send FAILED: 1782106321603593 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 6 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.33:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 187289 calls = 18 average_bytes = 10404 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 25 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 29 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 13 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 422, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 54, _iter59->first = sent _iter59->second = 22, ] ] ] 2026-06-22 Mon 05:32:01:605.217 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:32:02:603.645 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-06-22 Mon 05:32:02:603.955 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Connect : Start Connect timer 10.0.0.33:8086 2026-06-22 Mon 05:32:02:604.065 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:32:02:604.099 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: SANDESH: Send FAILED: 1782106322603784 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.33:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:32:02:604.108 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:32:02:604.118 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:32:02:604.270 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: SANDESH: Send FAILED: 1782106322604046 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 6 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.33:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 187289 calls = 18 average_bytes = 10404 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 26 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 31 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 13 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 422, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 57, _iter59->first = sent _iter59->second = 22, ] ] ] 2026-06-22 Mon 05:32:02:604.304 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:32:02:605.039 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: -(-1) OnSessionEvent TCP Connect Failed 2026-06-22 Mon 05:32:02:605.062 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: -(-1):EvTcpConnectFail 2026-06-22 Mon 05:32:02:605.103 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862480664128, Pid 37658]: Processing scm::EvTcpConnectFail in state Connect 2026-06-22 Mon 05:32:02:605.123 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862480664128, Pid 37658]: Connect : EvTcpConnectFail 2026-06-22 Mon 05:32:02:605.281 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862480664128, Pid 37658]: TCP [SYS_ERR]: TcpSessionMessageLog: Session -(-1) > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2026-06-22 Mon 05:32:02:605.325 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862480664128, Pid 37658]: Idle 2026-06-22 Mon 05:32:02:605.379 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862480664128, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:32:02:605.556 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862480664128, Pid 37658]: SANDESH: Send FAILED: 1782106322605219 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 6 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.50:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 187289 calls = 18 average_bytes = 10404 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 27 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 32 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 13 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 422, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 59, _iter59->first = sent _iter59->second = 22, ] ] ] 2026-06-22 Mon 05:32:02:605.590 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862480664128, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:32:02:605.600 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862480664128, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:32:02:605.616 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862480664128, Pid 37658]: SANDESH: Send FAILED: 1782106322605258 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:32:02:605.625 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862480664128, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:32:02:605.631 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862480664128, Pid 37658]: Processing scm::EvTcpDeleteSession in state Idle 2026-06-22 Mon 05:32:02:605.674 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862480664128, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:32:02:605.884 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862480664128, Pid 37658]: SANDESH: Send FAILED: 1782106322605368 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 6 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.50:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 187289 calls = 18 average_bytes = 10404 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 27 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 32 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 423, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 59, _iter59->first = sent _iter59->second = 22, ] ] ] 2026-06-22 Mon 05:32:02:605.909 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862480664128, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:32:29:557.817 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:32:29:557.936 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: SANDESH: Send FAILED: 1782106349557648 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 sm_queue_count = 0 sm_stats= [ ev_stats= [ [ [ event = scm::EvCollectorUpdate enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvConnectTimerExpired enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvIdleHoldTimerExpired enqueues = 5 dequeues = 5 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshMessageRecv enqueues = 2 dequeues = 2 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshSend enqueues = 84 dequeues = 84 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvStart enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpClose enqueues = 5 dequeues = 5 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnectFail enqueues = 2 dequeues = 2 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnected enqueues = 6 dequeues = 6 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpDeleteSession enqueues = 8 dequeues = 8 enqueue_fails = 0 dequeue_fails = 0 ], [ event = enqueues = 115 dequeues = 115 enqueue_fails = 0 dequeue_fails = 0 ], ] ] state = Idle state_since = 1782106322605324 last_state = Idle last_event = scm::EvSandeshSend last_event_at = 1782106322605672 ] max_sm_queue_count = 6 ] 2026-06-22 Mon 05:32:29:557.972 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:32:29:557.986 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:32:29:558.126 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: SANDESH: Send FAILED: 1782106349557778 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 6 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.50:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 187289 calls = 18 average_bytes = 10404 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 28 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 34 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 423, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 62, _iter59->first = sent _iter59->second = 22, ] ] ] 2026-06-22 Mon 05:32:29:558.143 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:32:32:605.490 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-06-22 Mon 05:32:32:605.842 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Connect : Start Connect timer 10.0.0.50:8086 2026-06-22 Mon 05:32:32:605.943 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:32:32:605.972 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: SANDESH: Send FAILED: 1782106352605587 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.50:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:32:32:605.981 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:32:32:605.988 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:32:32:606.107 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: SANDESH: Send FAILED: 1782106352605927 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 6 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.50:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 187289 calls = 18 average_bytes = 10404 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 28 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 36 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 423, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 64, _iter59->first = sent _iter59->second = 22, ] ] ] 2026-06-22 Mon 05:32:32:606.137 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:32:32:606.181 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: -(-1) OnSessionEvent TCP Connect Failed 2026-06-22 Mon 05:32:32:606.191 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: -(-1):EvTcpConnectFail 2026-06-22 Mon 05:32:32:606.223 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Processing scm::EvTcpConnectFail in state Connect 2026-06-22 Mon 05:32:32:606.232 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Connect : EvTcpConnectFail 2026-06-22 Mon 05:32:32:606.335 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: TCP [SYS_ERR]: TcpSessionMessageLog: Session -(-1) > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2026-06-22 Mon 05:32:32:606.373 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Idle 2026-06-22 Mon 05:32:32:606.427 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:32:32:606.600 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: SANDESH: Send FAILED: 1782106352606286 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 6 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 187289 calls = 18 average_bytes = 10404 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 29 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 37 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 423, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 66, _iter59->first = sent _iter59->second = 22, ] ] ] 2026-06-22 Mon 05:32:32:606.626 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:32:32:606.638 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:32:32:606.659 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: SANDESH: Send FAILED: 1782106352606317 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:32:32:606.666 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:32:32:606.674 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Processing scm::EvTcpDeleteSession in state Idle 2026-06-22 Mon 05:32:32:606.735 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:32:32:606.928 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: SANDESH: Send FAILED: 1782106352606413 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 6 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 187289 calls = 18 average_bytes = 10404 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 220 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 29 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 37 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 15 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 424, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 66, _iter59->first = sent _iter59->second = 22, ] ] ] 2026-06-22 Mon 05:32:32:606.946 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:32:49:399.921 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:32:49:600.657 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:32:49:732.343 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:32:49:990.815 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:32:50:036.820 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:32:50:299.779 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:32:50:395.867 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:32:50:466.669 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:32:50:568.329 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:32:54:489.583 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.14:8092::10.20.0.254:43812 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 255 2026-06-22 Mon 05:32:54:819.290 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.14:8092::10.20.0.254:43822 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 255 2026-06-22 Mon 05:32:55:076.466 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.14:8092::10.20.0.14:58166 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 255 2026-06-22 Mon 05:32:55:400.042 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.14:8092::10.20.0.17:54834 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 255 2026-06-22 Mon 05:32:55:781.756 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.14:8092::10.20.0.17:54844 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 255 2026-06-22 Mon 05:32:59:558.075 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:32:59:558.154 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: SANDESH: Send FAILED: 1782106379557945 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 sm_queue_count = 0 sm_stats= [ ev_stats= [ [ [ event = scm::EvCollectorUpdate enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvConnectTimerExpired enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvIdleHoldTimerExpired enqueues = 6 dequeues = 6 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshMessageRecv enqueues = 2 dequeues = 2 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshSend enqueues = 91 dequeues = 91 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvStart enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpClose enqueues = 5 dequeues = 5 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnectFail enqueues = 3 dequeues = 3 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnected enqueues = 6 dequeues = 6 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpDeleteSession enqueues = 9 dequeues = 9 enqueue_fails = 0 dequeue_fails = 0 ], [ event = enqueues = 125 dequeues = 125 enqueue_fails = 0 dequeue_fails = 0 ], ] ] state = Idle state_since = 1782106352606372 last_state = Idle last_event = scm::EvSandeshSend last_event_at = 1782106352606733 ] max_sm_queue_count = 6 ] 2026-06-22 Mon 05:32:59:558.178 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:32:59:558.186 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:32:59:558.316 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: SANDESH: Send FAILED: 1782106379558047 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 6 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 187289 calls = 18 average_bytes = 10404 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 229 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 30 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 39 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 20 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 438, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 69, _iter59->first = sent _iter59->second = 22, ] ] ] 2026-06-22 Mon 05:32:59:558.346 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:32:59:801.893 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:02:606.502 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-06-22 Mon 05:33:02:606.815 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: Connect : Start Connect timer 10.0.0.38:8086 2026-06-22 Mon 05:33:02:606.926 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:33:02:606.954 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: SANDESH: Send FAILED: 1782106382606589 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.38:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:33:02:606.978 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:33:02:606.989 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:33:02:607.099 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: -(-1) OnSessionEvent TCP Connect Failed 2026-06-22 Mon 05:33:02:607.132 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: SANDESH: Send FAILED: 1782106382606911 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 6 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.38:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 187289 calls = 18 average_bytes = 10404 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 230 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 30 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 41 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 20 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 439, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 71, _iter59->first = sent _iter59->second = 22, ] ] ] 2026-06-22 Mon 05:33:02:607.157 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:33:02:607.133 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: -(-1):EvTcpConnectFail 2026-06-22 Mon 05:33:02:607.218 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: Processing scm::EvTcpConnectFail in state Connect 2026-06-22 Mon 05:33:02:607.245 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: Connect : EvTcpConnectFail 2026-06-22 Mon 05:33:02:607.360 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: TCP [SYS_ERR]: TcpSessionMessageLog: Session -(-1) > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 313 2026-06-22 Mon 05:33:02:607.397 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: Idle 2026-06-22 Mon 05:33:02:607.448 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:33:02:607.644 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: SANDESH: Send FAILED: 1782106382607314 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 6 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.33:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 187289 calls = 18 average_bytes = 10404 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 230 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 31 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 42 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 20 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 439, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 73, _iter59->first = sent _iter59->second = 22, ] ] ] 2026-06-22 Mon 05:33:02:607.666 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:33:02:607.717 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:33:02:607.743 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: SANDESH: Send FAILED: 1782106382607342 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:33:02:607.749 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:33:02:607.773 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: Processing scm::EvTcpDeleteSession in state Idle 2026-06-22 Mon 05:33:02:607.808 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:33:02:607.951 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: SANDESH: Send FAILED: 1782106382607436 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 6 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.33:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 187289 calls = 18 average_bytes = 10404 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 230 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 31 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 42 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 21 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 440, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 73, _iter59->first = sent _iter59->second = 22, ] ] ] 2026-06-22 Mon 05:33:02:607.973 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:33:05:635.317 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:05:638.959 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:05:701.235 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:07:584.839 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:07:768.846 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:07:940.403 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:08:173.583 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:08:386.121 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:08:607.443 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862480664128, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:08:864.842 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:09:066.133 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:09:429.456 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:09:442.137 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:09:458.707 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:09:725.226 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:09:762.750 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:09:776.423 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:09:913.073 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862480664128, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:09:963.692 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:10:010.445 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:10:158.280 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:10:235.622 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:10:296.340 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:10:446.205 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:10:507.111 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:10:517.959 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:10:641.927 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:10:739.856 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:10:747.128 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:10:842.290 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:10:979.700 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:10:983.856 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:11:065.647 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:11:157.332 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:11:232.961 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:11:307.593 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:11:414.031 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:11:600.792 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:11:760.645 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:11:784.907 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:11:886.982 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:11:962.322 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862250350144, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:12:002.622 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:12:131.428 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:12:269.117 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:12:278.163 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:12:321.735 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:12:514.728 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:12:560.543 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862480664128, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:12:624.068 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:12:752.509 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:12:761.167 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:12:832.410 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:12:976.838 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:13:003.001 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:13:045.335 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:13:183.065 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862480664128, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:13:294.876 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:13:397.378 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:13:538.186 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:13:701.610 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:13:816.162 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:13:954.224 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:14:133.644 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:14:223.778 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:14:340.339 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862472267328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:14:416.255 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862468068928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:14:521.336 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862254548544, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:14:595.915 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:14:701.092 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:14:782.993 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:14:891.002 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862480664128, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:16:333.331 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:19:261.600 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:19:350.797 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:19:381.766 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:22:117.195 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862489060928, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:22:176.411 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:22:230.961 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862493259328, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:23:455.445 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862246151744, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:23:527.073 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862480664128, Pid 37658]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 572 2026-06-22 Mon 05:33:23:810.280 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.14:8092::10.20.0.14:44584 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 255 2026-06-22 Mon 05:33:29:558.400 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:33:29:558.527 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: SANDESH: Send FAILED: 1782106409558206 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 sm_queue_count = 0 sm_stats= [ ev_stats= [ [ [ event = scm::EvCollectorUpdate enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvConnectTimerExpired enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvIdleHoldTimerExpired enqueues = 7 dequeues = 7 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshMessageRecv enqueues = 2 dequeues = 2 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshSend enqueues = 98 dequeues = 98 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvStart enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpClose enqueues = 5 dequeues = 5 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnectFail enqueues = 4 dequeues = 4 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnected enqueues = 6 dequeues = 6 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpDeleteSession enqueues = 10 dequeues = 10 enqueue_fails = 0 dequeue_fails = 0 ], [ event = enqueues = 135 dequeues = 135 enqueue_fails = 0 dequeue_fails = 0 ], ] ] state = Idle state_since = 1782106382607396 last_state = Idle last_event = scm::EvSandeshSend last_event_at = 1782106382607806 ] max_sm_queue_count = 6 ] 2026-06-22 Mon 05:33:29:558.544 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:33:29:558.555 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:33:29:559.102 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: SANDESH: Send FAILED: 1782106409558359 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 6 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.33:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 187289 calls = 18 average_bytes = 10404 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 311 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 32 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 44 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 22 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 522, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 76, _iter59->first = sent _iter59->second = 22, ] ] ] 2026-06-22 Mon 05:33:29:559.139 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862463870528, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2026-06-22 Mon 05:33:31:095.014 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: XMPP [SYS_DEBUG]: XmppCreateConnection: XMPP Peer cn-jenkins-deploy-platform-ansible-os-6019-3:10.20.0.193 SEND Xmpp creating dynamic channel 10.20.0.14:8093::10.20.0.193:44017 controller/src/xmpp/xmpp_server.cc 577 2026-06-22 Mon 05:33:31:095.107 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: XMPP [SYS_INFO]: XmppConnectionCreate: XMPP Peer cn-jenkins-deploy-platform-ansible-os-6019-3:10.20.0.193 RECV Created Xmpp Server connection from cn-jenkins-deploy-platform-ansible-os-6019-3 To : controller/src/xmpp/xmpp_connection.cc 725 2026-06-22 Mon 05:33:31:095.153 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.14:8093::10.20.0.193:44017 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 255 2026-06-22 Mon 05:33:31:095.384 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer cn-jenkins-deploy-platform-ansible-os-6019-3:10.20.0.193 RECV Mode Server: PassiveOpen in state: Idle peer ip: 10.20.0.193 ( ) controller/src/xmpp/xmpp_state_machine.cc 1323 2026-06-22 Mon 05:33:31:095.424 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:33:31:095.440 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: SANDESH: Send FAILED: 1782106411095351 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2026-06-22 Mon 05:33:31:095.450 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2026-06-22 Mon 05:33:31:095.484 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:33:31:095.494 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: SANDESH: Send FAILED: 1782106411095478 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active event = EvTcpPassiveOpen local_port = 8093 remote_port = 44017 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2026-06-22 Mon 05:33:31:095.501 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2026-06-22 Mon 05:33:31:102.819 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: XMPP [SYS_DEBUG]: XmppCreateConnection: XMPP Peer cn-jenkins-deploy-platform-ansible-os-6019-3:10.20.0.25 SEND Xmpp creating dynamic channel 10.20.0.14:8093::10.20.0.25:33769 controller/src/xmpp/xmpp_server.cc 577 2026-06-22 Mon 05:33:31:102.891 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: XMPP [SYS_INFO]: XmppConnectionCreate: XMPP Peer cn-jenkins-deploy-platform-ansible-os-6019-3:10.20.0.25 RECV Created Xmpp Server connection from cn-jenkins-deploy-platform-ansible-os-6019-3 To : controller/src/xmpp/xmpp_connection.cc 725 2026-06-22 Mon 05:33:31:103.212 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862484862528, Pid 37658]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer cn-jenkins-deploy-platform-ansible-os-6019-3:10.20.0.25 RECV Mode Server: PassiveOpen in state: Idle peer ip: 10.20.0.25 ( ) controller/src/xmpp/xmpp_state_machine.cc 1323 2026-06-22 Mon 05:33:31:103.233 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:33:31:103.277 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: SANDESH: Send FAILED: 1782106411103185 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2026-06-22 Mon 05:33:31:103.287 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2026-06-22 Mon 05:33:31:103.313 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:33:31:103.324 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: SANDESH: Send FAILED: 1782106411103243 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active event = EvTcpPassiveOpen local_port = 8093 remote_port = 33769 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2026-06-22 Mon 05:33:31:103.330 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2026-06-22 Mon 05:33:31:103.488 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862502016512, Pid 37658]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.14:8093::10.20.0.25:33769 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 255 2026-06-22 Mon 05:33:31:104.055 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:33:31:104.082 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: SANDESH: Send FAILED: 1782106411104026 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.25 state = Active next_state = Established event = EvXmppOpen identifier = an-jenkins-deploy-platform-ansible-os-6019-1/dns ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2026-06-22 Mon 05:33:31:104.090 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862476465728, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2026-06-22 Mon 05:33:31:104.582 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Processing scm::EvSandeshSend in state Idle 2026-06-22 Mon 05:33:31:104.606 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: SANDESH: Send FAILED: 1782106411104568 [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.193 state = Active next_state = Established event = EvXmppOpen identifier = an-jenkins-deploy-platform-ansible-os-6019-2/dns ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2026-06-22 Mon 05:33:31:104.613 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Wrong state: Idle for event: EvSandeshSend message: XmppConnectionLog 2026-06-22 Mon 05:33:32:607.591 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Processing scm::EvIdleHoldTimerExpired in state Idle 2026-06-22 Mon 05:33:32:607.950 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Connect : Start Connect timer 10.0.0.33:8086 2026-06-22 Mon 05:33:32:608.097 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:33:32:608.178 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: SANDESH: Send FAILED: 1782106412607718 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.33:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.38:9041, (*_iter6) = 10.0.0.50:9041, (*_iter6) = 10.0.0.33:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.38:5673, (*_iter6) = 10.0.0.50:5673, (*_iter6) = 10.0.0.33:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2026-06-22 Mon 05:33:32:608.206 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2026-06-22 Mon 05:33:32:608.218 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: Processing scm::EvSandeshSend in state Connect 2026-06-22 Mon 05:33:32:608.589 UTC cn-jenkins-deploy-platform-ansible-os-6019-3 [Thread 139862241953344, Pid 37658]: SANDESH: Send FAILED: 1782106412608073 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-6019-3:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 6 pid = 37658 http_port = 8092 start_time = 1782106193250058 collector_name = collector_ip = 10.0.0.33:8086 collector_list= [ [ (*_iter40) = 10.0.0.38:8086, (*_iter40) = 10.0.0.33:8086, (*_iter40) = 10.0.0.50:8086, ] ] rx_socket_stats= [ bytes = 2034 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 187289 calls = 18 average_bytes = 10404 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 7 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 311 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 74 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 82 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 32 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 46 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 24 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 6 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 530, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 84, _iter59->first = sent _iter59->second = 22, ] ] ]