2025-07-10 Thu 01:45:53:077.069 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356276336768, Pid 1]: SANDESH: No Client: 1752111953076929 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-k8s-manifests-226-1.cluster.local:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 0 pid = 1 http_port = 8092 start_time = 1752111953076785 collector_name = collector_ip = 0.0.0.0:0 collector_list= [ [ ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 0, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 0, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-07-10 Thu 01:45:53:079.702 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356114073344, Pid 1]: SANDESH: Send FAILED: 1752111953078995 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-k8s-manifests-226-1.cluster.local:Control:contrail-dns:0 client_info= [ status = Disconnect successful_connections = 0 pid = 1 http_port = 8092 start_time = 1752111953076785 collector_name = collector_ip = 0.0.0.0:0 collector_list= [ [ ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 0, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-07-10 Thu 01:45:53:080.881 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356114073344, Pid 1]: SANDESH: Send FAILED: 1752111953079050 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-k8s-manifests-226-1.cluster.local:Control:contrail-dns:0 client_info= [ status = Disconnect successful_connections = 0 pid = 1 http_port = 8092 start_time = 1752111953076785 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 0, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-07-10 Thu 01:45:53:081.004 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356114073344, Pid 1]: SANDESH: Send FAILED: 1752111953079268 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-k8s-manifests-226-1.cluster.local:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 0 pid = 1 http_port = 8092 start_time = 1752111953076785 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 0, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-07-10 Thu 01:45:53:697.625 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356276336768, Pid 1]: DnsAgent [SYS_NOTICE]: DnsOperational: Bulk sync has been started controller/src/dns/main.cc 403 2025-07-10 Thu 01:45:53:716.341 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356118271744, Pid 1]: SANDESH: Send FAILED: 1752111953712872 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-k8s-manifests-226-1.cluster.local process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Number of connections:2, Expected:3 Missing: Database:Cassandra ], ] ] ] 2025-07-10 Thu 01:45:53:842.855 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356033173248, Pid 1]: SANDESH: Send FAILED: 1752111953839676 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-k8s-manifests-226-1.cluster.local process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Number of connections:2, Expected:3 Missing: Database:Cassandra ], ] ] ] 2025-07-10 Thu 01:45:53:842.924 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356033173248, Pid 1]: SANDESH: Send FAILED: 1752111953839746 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-k8s-manifests-226-1.cluster.local process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Down description = Lost Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector, Database:Cassandra connection down ], ] ] ] 2025-07-10 Thu 01:45:54:279.725 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356037371648, Pid 1]: SANDESH: Send FAILED: 1752111954279539 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-k8s-manifests-226-1.cluster.local process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-07-10 Thu 01:45:56:557.200 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356020578048, Pid 1]: SANDESH: Send FAILED: 1752111956556513 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-k8s-manifests-226-1.cluster.local process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-07-10 Thu 01:45:56:871.541 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356276336768, Pid 1]: DnsAgent [SYS_NOTICE]: DnsOperational: EndOfRib point was reached, IF-MAP objects have been created controller/src/dns/main.cc 86 2025-07-10 Thu 01:45:56:871.598 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356276336768, Pid 1]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.virtual_DNS.0, counting 0 elements controller/src/dns/main.cc 98 2025-07-10 Thu 01:45:56:871.612 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356276336768, Pid 1]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.virtual_DNS_record.0, counting 0 elements controller/src/dns/main.cc 98 2025-07-10 Thu 01:45:56:871.633 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356276336768, Pid 1]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.network_ipam.0, counting 1 elements controller/src/dns/main.cc 98 2025-07-10 Thu 01:45:56:871.645 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356276336768, Pid 1]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.virtual_network_network_ipam.0, counting 0 elements controller/src/dns/main.cc 98 2025-07-10 Thu 01:45:56:871.658 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356276336768, Pid 1]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.global_qos_config.0, counting 0 elements controller/src/dns/main.cc 98 2025-07-10 Thu 01:45:56:871.668 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356276336768, Pid 1]: DnsAgent [SYS_NOTICE]: DnsOperational: VnniConfig has been updated after the bulk sync, the number of elements: 0 controller/src/dns/main.cc 109 2025-07-10 Thu 01:45:56:871.677 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356276336768, Pid 1]: DnsAgent [SYS_NOTICE]: DnsOperational: IpamConfig has been updated after the bulk sync, the number of elements: 1 controller/src/dns/main.cc 120 2025-07-10 Thu 01:45:56:871.687 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356276336768, Pid 1]: DnsAgent [SYS_NOTICE]: DnsOperational: VirtualDnsConfig has been updated after the bulk sync, the number of elements: 0 controller/src/dns/main.cc 131 2025-07-10 Thu 01:45:56:871.696 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356276336768, Pid 1]: DnsAgent [SYS_NOTICE]: DnsOperational: VirtualDnsRecordConfig has been updated after the bulk sync, the number of elements: 0 controller/src/dns/main.cc 142 2025-07-10 Thu 01:45:56:871.706 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356276336768, Pid 1]: DnsAgent [SYS_NOTICE]: DnsOperational: GlobalQosConfig has been updated after the bulk sync controller/src/dns/main.cc 152 2025-07-10 Thu 01:45:56:872.085 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356033173248, Pid 1]: SANDESH: Send FAILED: 1752111956871751 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-k8s-manifests-226-1.cluster.local process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2025-07-10 Thu 01:45:56:986.549 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356020578048, Pid 1]: SANDESH: Send FAILED: 1752111956986183 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-k8s-manifests-226-1.cluster.local process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-07-10 Thu 01:45:57:261.199 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356118271744, Pid 1]: SANDESH: Send FAILED: 1752111957261038 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-k8s-manifests-226-1.cluster.local process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.129:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.129:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.129:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-07-10 Thu 01:45:57:261.418 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356118271744, Pid 1]: SANDESH: Send FAILED: 1752111957261163 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-k8s-manifests-226-1.cluster.local:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 1 pid = 1 http_port = 8092 start_time = 1752111953076785 collector_name = collector_ip = 10.0.0.129:8086 collector_list= [ [ (*_iter40) = 10.0.0.129:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 150 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientReadRetry [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 3 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 12 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 4 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 7 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 3 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 179, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 10, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-07-10 Thu 01:46:16:888.812 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356033173248, Pid 1]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer cn-jenkins-deploy-platform-k8s-manifests-226-1.cluster.local:10.0.0.129 RECV Mode Server: PassiveOpen in state: Idle peer ip: 10.0.0.129 ( ) controller/src/xmpp/xmpp_state_machine.cc 1325 2025-07-10 Thu 01:46:20:682.802 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356037371648, Pid 1]: ConfigClientManager [SYS_WARN]: ConfigClientFQNameCache: FQ Name Cache entry not found on UPDATE: for object type: virtual_network with FQ name: default-domain:default-project:ip-fabric and uuid: a63c42c2-111c-498f-add9-ddd1f189be7d src/contrail-common/config-client-mgr/config_amqp_client.cc 333 2025-07-10 Thu 01:46:23:178.865 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356028974848, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance ec0b9b22-2320-48ba-a98a-4e06513368a7 controller/src/ifmap/client/config_json_parser.cc 223 2025-07-10 Thu 01:46:23:381.984 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356020578048, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 7bb5559f-d000-499b-a2b1-eb1e5db40c55 controller/src/ifmap/client/config_json_parser.cc 223 2025-07-10 Thu 01:46:23:601.063 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356007982848, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 31f481b2-bdc9-46f2-a011-ba183b303c47 controller/src/ifmap/client/config_json_parser.cc 223 2025-07-10 Thu 01:46:23:741.839 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356003784448, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 46872212-02ae-4209-a464-b9e379b092d5 controller/src/ifmap/client/config_json_parser.cc 223 2025-07-10 Thu 01:46:23:933.394 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356033173248, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance dd619d79-695b-4131-90d7-0811e0ed7cd8 controller/src/ifmap/client/config_json_parser.cc 223 2025-07-10 Thu 01:46:24:236.243 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356012181248, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 94261f8e-037b-4555-aef2-09a982e77843 controller/src/ifmap/client/config_json_parser.cc 223 2025-07-10 Thu 01:46:24:956.253 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356114073344, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: connection No entry in metadata map routing_instance dd619d79-695b-4131-90d7-0811e0ed7cd8 controller/src/ifmap/client/config_json_parser.cc 223 2025-07-10 Thu 01:46:24:985.503 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356118271744, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: connection No entry in metadata map routing_instance 46872212-02ae-4209-a464-b9e379b092d5 controller/src/ifmap/client/config_json_parser.cc 223 2025-07-10 Thu 01:46:25:310.212 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356016379648, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: connection No entry in metadata map routing_instance 94261f8e-037b-4555-aef2-09a982e77843 controller/src/ifmap/client/config_json_parser.cc 223 2025-07-10 Thu 01:46:25:315.674 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356024776448, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: connection No entry in metadata map routing_instance 46872212-02ae-4209-a464-b9e379b092d5 controller/src/ifmap/client/config_json_parser.cc 223 2025-07-10 Thu 01:46:25:378.372 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356020578048, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: connection No entry in metadata map routing_instance 94261f8e-037b-4555-aef2-09a982e77843 controller/src/ifmap/client/config_json_parser.cc 223 2025-07-10 Thu 01:46:25:385.204 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356020578048, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: connection No entry in metadata map routing_instance dd619d79-695b-4131-90d7-0811e0ed7cd8 controller/src/ifmap/client/config_json_parser.cc 223 2025-07-10 Thu 01:47:25:504.935 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356020578048, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: physical_role Link name is empty node_profile 75c0742e-69a8-4f37-abfc-6755bfe076b6 controller/src/ifmap/client/config_json_parser.cc 217 2025-07-10 Thu 01:47:25:650.731 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356114073344, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: overlay_role Link name is empty node_profile 75c0742e-69a8-4f37-abfc-6755bfe076b6 controller/src/ifmap/client/config_json_parser.cc 217 2025-07-10 Thu 01:47:25:795.804 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356041570048, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: overlay_role Link name is empty node_profile b5fbe592-a5d0-49b1-abdc-8639649b7d87 controller/src/ifmap/client/config_json_parser.cc 217 2025-07-10 Thu 01:47:30:692.073 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140355999586048, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance b2327f50-7b47-4c60-a4f2-a9a66f6acabd controller/src/ifmap/client/config_json_parser.cc 223 2025-07-10 Thu 01:48:17:960.706 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140356114073344, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance a94c20c8-5a34-43c7-840a-fee048f9c739 controller/src/ifmap/client/config_json_parser.cc 223 2025-07-10 Thu 01:49:18:428.306 UTC cn-jenkins-deploy-platform-k8s-manifests-226-1 [Thread 140355999586048, Pid 1]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance a94c20c8-5a34-43c7-840a-fee048f9c739 controller/src/ifmap/client/config_json_parser.cc 223