2025-02-10 Mon 01:58:34:851.076 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:58:34:851.106 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 01:58:34:851.142 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SANDESH: Send FAILED: 1739152714850397 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.17:8086, ] ] status = Initializing description = Established : EvTcpClose -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-02-10 Mon 01:58:34:851.153 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2025-02-10 Mon 01:58:34:851.166 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvTcpDeleteSession in state Connect 2025-02-10 Mon 01:58:34:851.201 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 01:58:34:851.487 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SANDESH: Send FAILED: 1739152714850620 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 1 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.30:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 1017 calls = 2 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 185119 calls = 16 average_bytes = 11569 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 3 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 10 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 1 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 6 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 9 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 1 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1440, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 16, _iter59->first = sent _iter59->second = 19, ] ] ] 2025-02-10 Mon 01:58:34:851.515 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:58:34:859.862 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.12:48130::10.0.0.30:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 280 2025-02-10 Mon 01:58:34:859.889 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: 10.0.0.12:48130::10.0.0.30:8086(-1) OnSessionEvent TCP Connected 2025-02-10 Mon 01:58:34:859.897 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: 10.0.0.12:48130::10.0.0.30:8086(-1):EvTcpConnected 2025-02-10 Mon 01:58:34:860.073 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvTcpConnected in state Connect 2025-02-10 Mon 01:58:34:860.095 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Connect : EvTcpConnected : Cancelling Connect timer 2025-02-10 Mon 01:58:34:860.135 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: ClientInit 2025-02-10 Mon 01:58:34:860.181 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Sending Ctrl Message for cn-jenkins-deploy-platform-ansible-os-2705-2:contrail-dns:0:Control count 2 2025-02-10 Mon 01:58:34:860.282 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvSandeshSend in state ClientInit 2025-02-10 Mon 01:58:34:860.292 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: ClientInit : EvSandeshSend : NodeStatusUVE 2025-02-10 Mon 01:58:34:860.315 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SANDESH: Send FAILED: 1739152714860128 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.30:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-02-10 Mon 01:58:34:860.330 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Received UVE message in wrong state : NodeStatusUVE 2025-02-10 Mon 01:58:34:860.342 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvSandeshSend in state ClientInit 2025-02-10 Mon 01:58:34:860.351 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2025-02-10 Mon 01:58:34:860.366 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvSandeshSend in state ClientInit 2025-02-10 Mon 01:58:34:860.375 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2025-02-10 Mon 01:58:34:860.714 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SANDESH: Send FAILED: 1739152714860271 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 2 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.30:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 1017 calls = 2 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 185119 calls = 16 average_bytes = 11569 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 3 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 11 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 1 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 8 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 1 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1441, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 19, _iter59->first = sent _iter59->second = 19, ] ] ] 2025-02-10 Mon 01:58:34:860.741 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Received UVE message in wrong state : SandeshModuleClientTrace 2025-02-10 Mon 01:58:34:894.371 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: OnMessage control in state: ClientInit 2025-02-10 Mon 01:58:34:894.432 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Processing scm::EvSandeshMessageRecv in state ClientInit 2025-02-10 Mon 01:58:34:894.465 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: ClientInit : EvSandeshMessageRecv 2025-02-10 Mon 01:58:34:894.498 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Received Ctrl Message with size 0 2025-02-10 Mon 01:58:34:894.521 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: SyncUVE Syncing ObjectDns val name = cn-jenkins-deploy-platform-ansible-os-2705-2 start_time = 1739152568909951 build_info = {"build-info":[{"build-version":"nightly.r24.1.centos","build-time":"2025-02-06 00:13:12.562772","build-user":"root","build-hostname":"jenkins-build-prepare-sandbox-7691-1.novalocal","build-id":"nightly.r24.1.centos-nightly_r24.1_centos.el7@contrail","build-number":"unknown"}]} collector = 10.0.0.17:8086 self_ip_list= [ [ (*_iter12) = 10.20.0.6, ] ] proxy seq 1 2025-02-10 Mon 01:58:34:894.534 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: SyncAllMaps for DnsState:0 period 0 cycle 0 without seqno , total = 1 2025-02-10 Mon 01:58:34:894.941 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: SyncUVE Syncing ObjectGeneratorInfo val name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 2 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.30:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 1017 calls = 2 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 185119 calls = 16 average_bytes = 11569 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] sm_queue_count = 0 sm_stats= [ ev_stats= [ [ [ event = scm::EvCollectorUpdate enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshMessageRecv enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshSend enqueues = 33 dequeues = 33 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvStart enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnected enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = enqueues = 37 dequeues = 37 enqueue_fails = 0 dequeue_fails = 0 ], ] ] state = Established state_since = 1739152601437407 last_state = Established last_event = scm::EvSandeshSend last_event_at = 1739152661402355 ] session_stats= [ num_recv_msg = 0 num_recv_msg_fail = 0 num_recv_fail = 0 num_send_msg = 17 num_send_msg_fail = 0 num_send_buffer_fail = 0 num_wait_msgq_enqueue = 0 num_wait_msgq_dequeue = 0 num_write_ready_cb_error = 0 ] session_rx_socket_stats= [ bytes = 1017 calls = 2 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] session_tx_socket_stats= [ bytes = 149814 calls = 14 average_bytes = 10701 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 3 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 11 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 1 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 8 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 8 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 1 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1441, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 19, _iter59->first = sent _iter59->second = 19, ] ] max_sm_queue_count = 5 proxy seq 17 2025-02-10 Mon 01:58:34:894.985 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: SyncAllMaps for ModuleClientState:0 period 0 cycle 0 without seqno , total = 1 2025-02-10 Mon 01:58:34:895.015 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: SyncUVE Syncing ObjectDns val name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.30:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] proxy seq 14 2025-02-10 Mon 01:58:34:895.037 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: SyncAllMaps for NodeStatus:0 period 0 cycle 0 without seqno , total = 1 2025-02-10 Mon 01:58:34:895.055 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: SyncAllMaps for PeerFlapData:0 period 0 cycle 0 without seqno , total = 0 2025-02-10 Mon 01:58:34:895.063 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: SyncAllMaps for PeerStatsData:0 period 0 cycle 0 without seqno , total = 0 2025-02-10 Mon 01:58:34:895.071 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: SyncAllMaps for XmppPeerInfoData:0 period 0 cycle 0 without seqno , total = 0 2025-02-10 Mon 01:58:34:895.108 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Established 2025-02-10 Mon 01:58:35:063.420 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: 10.0.0.12:48130::10.0.0.30:8086(-1) OnSessionEvent TCP Connection Closed 2025-02-10 Mon 01:58:35:070.763 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: 10.0.0.12:48130::10.0.0.30:8086(-1):EvTcpClose 2025-02-10 Mon 01:58:35:070.837 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: Processing scm::EvTcpClose in state Established 2025-02-10 Mon 01:58:35:070.852 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: Established : EvTcpClose 2025-02-10 Mon 01:58:35:071.206 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: Connect : Start Connect timer 10.0.0.12:8086 2025-02-10 Mon 01:58:35:071.323 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 01:58:35:071.605 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: SANDESH: Send FAILED: 1739152715070991 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Established successful_connections = 2 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = cn-jenkins-deploy-platform-ansible-os-2705-3. collector_ip = 10.0.0.12:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 260990 calls = 22 average_bytes = 11863 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 12 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 9 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1441, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 21, _iter59->first = sent _iter59->second = 26, ] ] ] 2025-02-10 Mon 01:58:35:071.633 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:58:35:071.645 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 01:58:35:071.670 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: SANDESH: Send FAILED: 1739152715071042 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.30:8086, ] ] status = Initializing description = Established : EvTcpClose -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-02-10 Mon 01:58:35:071.677 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2025-02-10 Mon 01:58:35:071.692 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: Processing scm::EvTcpDeleteSession in state Connect 2025-02-10 Mon 01:58:35:071.726 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 01:58:35:071.965 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: SANDESH: Send FAILED: 1739152715071304 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 2 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.12:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 260990 calls = 22 average_bytes = 11863 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 12 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 9 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 10 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1441, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 21, _iter59->first = sent _iter59->second = 26, ] ] ] 2025-02-10 Mon 01:58:35:071.985 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:58:35:075.574 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.12:46224::10.0.0.12:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 280 2025-02-10 Mon 01:58:35:075.599 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: 10.0.0.12:46224::10.0.0.12:8086(-1) OnSessionEvent TCP Connected 2025-02-10 Mon 01:58:35:075.607 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: 10.0.0.12:46224::10.0.0.12:8086(-1):EvTcpConnected 2025-02-10 Mon 01:58:35:078.441 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvTcpConnected in state Connect 2025-02-10 Mon 01:58:35:078.468 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Connect : EvTcpConnected : Cancelling Connect timer 2025-02-10 Mon 01:58:35:078.520 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: ClientInit 2025-02-10 Mon 01:58:35:078.540 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Sending Ctrl Message for cn-jenkins-deploy-platform-ansible-os-2705-2:contrail-dns:0:Control count 3 2025-02-10 Mon 01:58:35:078.682 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvSandeshSend in state ClientInit 2025-02-10 Mon 01:58:35:078.693 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: ClientInit : EvSandeshSend : NodeStatusUVE 2025-02-10 Mon 01:58:35:078.719 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SANDESH: Send FAILED: 1739152715078510 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.12:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-02-10 Mon 01:58:35:078.728 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Received UVE message in wrong state : NodeStatusUVE 2025-02-10 Mon 01:58:35:078.741 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvSandeshSend in state ClientInit 2025-02-10 Mon 01:58:35:078.747 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2025-02-10 Mon 01:58:35:078.758 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvSandeshSend in state ClientInit 2025-02-10 Mon 01:58:35:078.765 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2025-02-10 Mon 01:58:35:079.025 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SANDESH: Send FAILED: 1739152715078668 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 3 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.12:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 260990 calls = 22 average_bytes = 11863 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 13 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 11 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 11 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1442, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 24, _iter59->first = sent _iter59->second = 26, ] ] ] 2025-02-10 Mon 01:58:35:079.194 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Received UVE message in wrong state : SandeshModuleClientTrace 2025-02-10 Mon 01:58:35:122.707 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: 10.0.0.12:46224::10.0.0.12:8086(-1) OnSessionEvent TCP Connection Closed 2025-02-10 Mon 01:58:35:122.735 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: 10.0.0.12:46224::10.0.0.12:8086(-1):EvTcpClose 2025-02-10 Mon 01:58:35:122.821 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: Processing scm::EvTcpClose in state ClientInit 2025-02-10 Mon 01:58:35:122.854 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: ClientInit : EvTcpClose 2025-02-10 Mon 01:58:35:124.123 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: Return to idle with 5000 2025-02-10 Mon 01:58:35:124.852 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: Idle 2025-02-10 Mon 01:58:35:125.139 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 01:58:35:125.589 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: SANDESH: Send FAILED: 1739152715124050 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 3 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.17:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 262600 calls = 23 average_bytes = 11417 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 14 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 3 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 12 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 11 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1442, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 26, _iter59->first = sent _iter59->second = 27, ] ] ] 2025-02-10 Mon 01:58:35:125.627 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:58:35:125.641 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 01:58:35:125.670 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: SANDESH: Send FAILED: 1739152715124102 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.12:8086, ] ] status = Down description = ClientInit : EvTcpClose ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-02-10 Mon 01:58:35:125.677 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-02-10 Mon 01:58:35:125.687 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: Processing scm::EvTcpDeleteSession in state Idle 2025-02-10 Mon 01:58:35:125.721 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 01:58:35:126.802 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: SANDESH: Send FAILED: 1739152715125106 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 3 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.17:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 262600 calls = 23 average_bytes = 11417 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 14 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 3 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 12 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 11 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1442, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 26, _iter59->first = sent _iter59->second = 27, ] ] ] 2025-02-10 Mon 01:58:35:128.212 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:58:40:124.294 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429704795904, Pid 83314]: Processing scm::EvIdleHoldTimerExpired in state Idle 2025-02-10 Mon 01:58:40:124.611 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429704795904, Pid 83314]: Connect : Start Connect timer 10.0.0.17:8086 2025-02-10 Mon 01:58:40:124.754 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429704795904, Pid 83314]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 01:58:40:124.785 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429704795904, Pid 83314]: SANDESH: Send FAILED: 1739152720124387 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.17:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-02-10 Mon 01:58:40:124.795 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429704795904, Pid 83314]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2025-02-10 Mon 01:58:40:124.814 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429704795904, Pid 83314]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 01:58:40:125.070 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429704795904, Pid 83314]: SANDESH: Send FAILED: 1739152720124736 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 3 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.17:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 262600 calls = 23 average_bytes = 11417 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 15 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 3 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 14 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 11 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1442, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 29, _iter59->first = sent _iter59->second = 27, ] ] ] 2025-02-10 Mon 01:58:40:125.094 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429704795904, Pid 83314]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:58:40:126.874 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.12:53620::10.0.0.17:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 280 2025-02-10 Mon 01:58:40:126.906 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: 10.0.0.12:53620::10.0.0.17:8086(-1) OnSessionEvent TCP Connected 2025-02-10 Mon 01:58:40:126.915 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: 10.0.0.12:53620::10.0.0.17:8086(-1):EvTcpConnected 2025-02-10 Mon 01:58:40:127.001 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvTcpConnected in state Connect 2025-02-10 Mon 01:58:40:127.031 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Connect : EvTcpConnected : Cancelling Connect timer 2025-02-10 Mon 01:58:40:127.072 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: ClientInit 2025-02-10 Mon 01:58:40:127.089 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Sending Ctrl Message for cn-jenkins-deploy-platform-ansible-os-2705-2:contrail-dns:0:Control count 4 2025-02-10 Mon 01:58:40:127.187 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvSandeshSend in state ClientInit 2025-02-10 Mon 01:58:40:127.197 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: ClientInit : EvSandeshSend : NodeStatusUVE 2025-02-10 Mon 01:58:40:127.221 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SANDESH: Send FAILED: 1739152720127065 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.17:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-02-10 Mon 01:58:40:127.228 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Received UVE message in wrong state : NodeStatusUVE 2025-02-10 Mon 01:58:40:127.236 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvSandeshSend in state ClientInit 2025-02-10 Mon 01:58:40:127.243 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2025-02-10 Mon 01:58:40:127.253 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvSandeshSend in state ClientInit 2025-02-10 Mon 01:58:40:127.260 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2025-02-10 Mon 01:58:40:127.485 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SANDESH: Send FAILED: 1739152720127175 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 4 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.17:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 262600 calls = 23 average_bytes = 11417 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 16 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 3 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 15 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 12 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1443, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 31, _iter59->first = sent _iter59->second = 27, ] ] ] 2025-02-10 Mon 01:58:40:127.512 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Received UVE message in wrong state : SandeshModuleClientTrace 2025-02-10 Mon 01:58:41:402.811 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429713192704, Pid 83314]: Processing scm::EvSandeshSend in state ClientInit 2025-02-10 Mon 01:58:41:402.861 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429713192704, Pid 83314]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2025-02-10 Mon 01:58:41:402.961 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429713192704, Pid 83314]: SANDESH: Send FAILED: 1739152721402679 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 sm_queue_count = 0 sm_stats= [ ev_stats= [ [ [ event = scm::EvCollectorUpdate enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvIdleHoldTimerExpired enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshMessageRecv enqueues = 2 dequeues = 2 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshSend enqueues = 61 dequeues = 61 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvStart enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpClose enqueues = 3 dequeues = 3 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnected enqueues = 4 dequeues = 4 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpDeleteSession enqueues = 3 dequeues = 3 enqueue_fails = 0 dequeue_fails = 0 ], [ event = enqueues = 76 dequeues = 76 enqueue_fails = 0 dequeue_fails = 0 ], ] ] state = ClientInit state_since = 1739152720127071 last_state = ClientInit last_event = scm::EvSandeshSend last_event_at = 1739152720127252 ] session_stats= [ num_recv_msg = 0 num_recv_msg_fail = 0 num_recv_fail = 0 num_send_msg = 1 num_send_msg_fail = 0 num_send_buffer_fail = 0 num_wait_msgq_enqueue = 0 num_wait_msgq_dequeue = 0 num_write_ready_cb_error = 0 ] session_rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] session_tx_socket_stats= [ bytes = 1610 calls = 1 average_bytes = 1610 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] max_sm_queue_count = 6 ] 2025-02-10 Mon 01:58:41:402.988 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429713192704, Pid 83314]: Received UVE message in wrong state : SandeshModuleClientTrace 2025-02-10 Mon 01:58:41:402.999 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429713192704, Pid 83314]: Processing scm::EvSandeshSend in state ClientInit 2025-02-10 Mon 01:58:41:403.006 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429713192704, Pid 83314]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2025-02-10 Mon 01:58:41:403.247 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429713192704, Pid 83314]: SANDESH: Send FAILED: 1739152721402770 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 4 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.17:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 264210 calls = 24 average_bytes = 11008 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 17 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 4 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 16 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 12 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1443, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 33, _iter59->first = sent _iter59->second = 28, ] ] ] 2025-02-10 Mon 01:58:41:403.267 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429713192704, Pid 83314]: Received UVE message in wrong state : SandeshModuleClientTrace 2025-02-10 Mon 01:58:42:127.215 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429688002304, Pid 83314]: 10.0.0.17:8086 EvConnectTimerExpired in state ClientInit 2025-02-10 Mon 01:58:42:127.326 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429729986304, Pid 83314]: Processing scm::EvConnectTimerExpired in state ClientInit 2025-02-10 Mon 01:58:42:127.363 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429729986304, Pid 83314]: ClientInit : EvConnectTimerExpired 2025-02-10 Mon 01:58:42:127.611 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429729986304, Pid 83314]: Return to idle with 5000 2025-02-10 Mon 01:58:42:127.624 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429729986304, Pid 83314]: Idle 2025-02-10 Mon 01:58:42:127.696 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429729986304, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 01:58:42:127.945 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429729986304, Pid 83314]: SANDESH: Send FAILED: 1739152722127470 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 4 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.30:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 264210 calls = 24 average_bytes = 11008 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 17 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 4 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 18 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 12 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1443, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 35, _iter59->first = sent _iter59->second = 28, ] ] ] 2025-02-10 Mon 01:58:42:127.980 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429729986304, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:58:42:127.991 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429729986304, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 01:58:42:128.014 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429729986304, Pid 83314]: SANDESH: Send FAILED: 1739152722127505 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.17:8086, ] ] status = Down description = ClientInit : EvConnectTimerExpired ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-02-10 Mon 01:58:42:128.026 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429729986304, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-02-10 Mon 01:58:42:128.034 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429729986304, Pid 83314]: Processing scm::EvTcpDeleteSession in state Idle 2025-02-10 Mon 01:58:42:128.069 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429729986304, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 01:58:42:128.308 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429729986304, Pid 83314]: SANDESH: Send FAILED: 1739152722127685 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 4 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.30:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 264210 calls = 24 average_bytes = 11008 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 17 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 4 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 18 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 12 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1443, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 35, _iter59->first = sent _iter59->second = 28, ] ] ] 2025-02-10 Mon 01:58:42:128.330 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429729986304, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:58:47:127.776 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: Processing scm::EvIdleHoldTimerExpired in state Idle 2025-02-10 Mon 01:58:47:128.015 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: Connect : Start Connect timer 10.0.0.30:8086 2025-02-10 Mon 01:58:47:128.197 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 01:58:47:128.234 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: SANDESH: Send FAILED: 1739152727127875 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.30:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-02-10 Mon 01:58:47:128.244 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2025-02-10 Mon 01:58:47:128.253 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 01:58:47:128.488 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: SANDESH: Send FAILED: 1739152727128143 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 4 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.30:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 264210 calls = 24 average_bytes = 11008 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 18 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 4 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 20 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 12 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1443, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 38, _iter59->first = sent _iter59->second = 28, ] ] ] 2025-02-10 Mon 01:58:47:128.519 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:58:47:130.248 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.12:47926::10.0.0.30:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 280 2025-02-10 Mon 01:58:47:130.278 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: 10.0.0.12:47926::10.0.0.30:8086(-1) OnSessionEvent TCP Connected 2025-02-10 Mon 01:58:47:130.287 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: 10.0.0.12:47926::10.0.0.30:8086(-1):EvTcpConnected 2025-02-10 Mon 01:58:47:130.350 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Processing scm::EvTcpConnected in state Connect 2025-02-10 Mon 01:58:47:130.382 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Connect : EvTcpConnected : Cancelling Connect timer 2025-02-10 Mon 01:58:47:130.425 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: ClientInit 2025-02-10 Mon 01:58:47:130.444 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Sending Ctrl Message for cn-jenkins-deploy-platform-ansible-os-2705-2:contrail-dns:0:Control count 5 2025-02-10 Mon 01:58:47:130.583 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Processing scm::EvSandeshSend in state ClientInit 2025-02-10 Mon 01:58:47:130.604 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: ClientInit : EvSandeshSend : NodeStatusUVE 2025-02-10 Mon 01:58:47:130.629 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: SANDESH: Send FAILED: 1739152727130414 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.30:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-02-10 Mon 01:58:47:130.637 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Received UVE message in wrong state : NodeStatusUVE 2025-02-10 Mon 01:58:47:130.646 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Processing scm::EvSandeshSend in state ClientInit 2025-02-10 Mon 01:58:47:130.653 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2025-02-10 Mon 01:58:47:130.664 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Processing scm::EvSandeshSend in state ClientInit 2025-02-10 Mon 01:58:47:130.670 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2025-02-10 Mon 01:58:47:130.895 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: SANDESH: Send FAILED: 1739152727130569 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 5 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.30:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 264210 calls = 24 average_bytes = 11008 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 19 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 4 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 21 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 13 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1444, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 40, _iter59->first = sent _iter59->second = 28, ] ] ] 2025-02-10 Mon 01:58:47:130.915 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Received UVE message in wrong state : SandeshModuleClientTrace 2025-02-10 Mon 01:58:47:445.104 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: TCP [SYS_ERR]: TcpSessionMessageLog: Session 10.0.0.12:47926::10.0.0.30:8086(-1) < Read failed due to error system 104 : Connection reset by peer src/contrail-common/io/tcp_session.cc 507 2025-02-10 Mon 01:58:47:445.147 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: TCP [SYS_ERR]: TcpSessionMessageLog: Session 10.0.0.12:47926::10.0.0.30:8086(-1) > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 312 2025-02-10 Mon 01:58:47:445.168 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: 10.0.0.12:47926::10.0.0.30:8086(-1) OnSessionEvent TCP Connection Closed 2025-02-10 Mon 01:58:47:445.177 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: 10.0.0.12:47926::10.0.0.30:8086(-1):EvTcpClose 2025-02-10 Mon 01:58:47:445.747 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Processing scm::EvTcpClose in state ClientInit 2025-02-10 Mon 01:58:47:445.768 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: ClientInit : EvTcpClose 2025-02-10 Mon 01:58:47:445.942 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Return to idle with 5000 2025-02-10 Mon 01:58:47:445.952 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Idle 2025-02-10 Mon 01:58:47:446.022 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 01:58:47:446.509 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: SANDESH: Send FAILED: 1739152727445877 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 5 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.12:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 265820 calls = 25 average_bytes = 10632 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 20 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 22 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 15 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1446, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 42, _iter59->first = sent _iter59->second = 29, ] ] ] 2025-02-10 Mon 01:58:47:446.543 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:58:47:446.566 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 01:58:47:446.593 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: SANDESH: Send FAILED: 1739152727445914 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.30:8086, ] ] status = Down description = ClientInit : EvTcpClose ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-02-10 Mon 01:58:47:446.604 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-02-10 Mon 01:58:47:446.614 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Processing scm::EvTcpDeleteSession in state Idle 2025-02-10 Mon 01:58:47:446.631 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 01:58:47:446.871 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: SANDESH: Send FAILED: 1739152727446008 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 5 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.12:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 265820 calls = 25 average_bytes = 10632 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 20 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 22 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 15 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1446, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 42, _iter59->first = sent _iter59->second = 29, ] ] ] 2025-02-10 Mon 01:58:47:446.892 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:58:52:446.090 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: Processing scm::EvIdleHoldTimerExpired in state Idle 2025-02-10 Mon 01:58:52:446.363 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: Connect : Start Connect timer 10.0.0.12:8086 2025-02-10 Mon 01:58:52:446.509 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 01:58:52:446.542 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: SANDESH: Send FAILED: 1739152732446194 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.12:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-02-10 Mon 01:58:52:446.564 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2025-02-10 Mon 01:58:52:446.573 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 01:58:52:446.817 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: SANDESH: Send FAILED: 1739152732446494 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 5 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.12:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 265820 calls = 25 average_bytes = 10632 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 21 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 24 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 15 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1446, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 45, _iter59->first = sent _iter59->second = 29, ] ] ] 2025-02-10 Mon 01:58:52:446.845 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:58:52:446.880 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: -(-1) OnSessionEvent TCP Connect Failed 2025-02-10 Mon 01:58:52:446.891 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: -(-1):EvTcpConnectFail 2025-02-10 Mon 01:58:52:447.059 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: Processing scm::EvTcpConnectFail in state Connect 2025-02-10 Mon 01:58:52:447.146 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: Connect : EvTcpConnectFail 2025-02-10 Mon 01:58:52:447.328 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: TCP [SYS_ERR]: TcpSessionMessageLog: Session -(-1) > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 312 2025-02-10 Mon 01:58:52:447.378 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: Idle 2025-02-10 Mon 01:58:52:447.454 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 01:58:52:447.701 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: SANDESH: Send FAILED: 1739152732447266 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 5 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.17:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 265820 calls = 25 average_bytes = 10632 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 22 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 25 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 15 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1446, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 47, _iter59->first = sent _iter59->second = 29, ] ] ] 2025-02-10 Mon 01:58:52:447.724 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:58:52:447.735 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 01:58:52:447.756 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: SANDESH: Send FAILED: 1739152732447305 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-02-10 Mon 01:58:52:447.763 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-02-10 Mon 01:58:52:447.772 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: Processing scm::EvTcpDeleteSession in state Idle 2025-02-10 Mon 01:58:52:447.795 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 01:58:52:448.015 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: SANDESH: Send FAILED: 1739152732447441 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 5 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.17:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 265820 calls = 25 average_bytes = 10632 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 22 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 25 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 16 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1447, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 47, _iter59->first = sent _iter59->second = 29, ] ] ] 2025-02-10 Mon 01:58:52:448.040 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:59:00:447.498 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Processing scm::EvIdleHoldTimerExpired in state Idle 2025-02-10 Mon 01:59:00:447.758 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Connect : Start Connect timer 10.0.0.17:8086 2025-02-10 Mon 01:59:00:447.885 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 01:59:00:447.919 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: SANDESH: Send FAILED: 1739152740447603 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.17:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-02-10 Mon 01:59:00:447.929 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2025-02-10 Mon 01:59:00:447.933 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: -(-1) OnSessionEvent TCP Connect Failed 2025-02-10 Mon 01:59:00:447.972 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: -(-1):EvTcpConnectFail 2025-02-10 Mon 01:59:00:447.938 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 01:59:00:448.239 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: SANDESH: Send FAILED: 1739152740447871 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 5 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.17:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 265820 calls = 25 average_bytes = 10632 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 23 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 27 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 16 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1447, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 50, _iter59->first = sent _iter59->second = 29, ] ] ] 2025-02-10 Mon 01:59:00:448.269 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:59:00:448.279 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Processing scm::EvTcpConnectFail in state Connect 2025-02-10 Mon 01:59:00:448.291 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Connect : EvTcpConnectFail 2025-02-10 Mon 01:59:00:448.396 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: TCP [SYS_ERR]: TcpSessionMessageLog: Session -(-1) > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 312 2025-02-10 Mon 01:59:00:448.428 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Idle 2025-02-10 Mon 01:59:00:448.492 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 01:59:00:448.738 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: SANDESH: Send FAILED: 1739152740448353 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 5 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.30:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 265820 calls = 25 average_bytes = 10632 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 24 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 28 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 16 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1447, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 52, _iter59->first = sent _iter59->second = 29, ] ] ] 2025-02-10 Mon 01:59:00:448.761 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:59:00:448.771 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 01:59:00:448.792 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: SANDESH: Send FAILED: 1739152740448377 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-02-10 Mon 01:59:00:448.799 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-02-10 Mon 01:59:00:448.807 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Processing scm::EvTcpDeleteSession in state Idle 2025-02-10 Mon 01:59:00:448.826 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 01:59:00:449.048 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: SANDESH: Send FAILED: 1739152740448483 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 5 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.30:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 265820 calls = 25 average_bytes = 10632 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 24 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 28 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1448, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 52, _iter59->first = sent _iter59->second = 29, ] ] ] 2025-02-10 Mon 01:59:00:449.237 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:59:11:403.027 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 01:59:11:403.128 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: SANDESH: Send FAILED: 1739152751402883 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 sm_queue_count = 0 sm_stats= [ ev_stats= [ [ [ event = scm::EvCollectorUpdate enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvConnectTimerExpired enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvIdleHoldTimerExpired enqueues = 4 dequeues = 4 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshMessageRecv enqueues = 2 dequeues = 2 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshSend enqueues = 84 dequeues = 84 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvStart enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpClose enqueues = 4 dequeues = 4 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnectFail enqueues = 2 dequeues = 2 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnected enqueues = 5 dequeues = 5 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpDeleteSession enqueues = 7 dequeues = 7 enqueue_fails = 0 dequeue_fails = 0 ], [ event = enqueues = 111 dequeues = 111 enqueue_fails = 0 dequeue_fails = 0 ], ] ] state = Idle state_since = 1739152740448427 last_state = Idle last_event = scm::EvSandeshSend last_event_at = 1739152740448824 ] max_sm_queue_count = 6 ] 2025-02-10 Mon 01:59:11:403.154 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:59:11:403.163 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 01:59:11:403.397 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: SANDESH: Send FAILED: 1739152751403002 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 5 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.30:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 265820 calls = 25 average_bytes = 10632 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 25 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 30 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1448, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 55, _iter59->first = sent _iter59->second = 29, ] ] ] 2025-02-10 Mon 01:59:11:403.417 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:59:16:448.582 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Processing scm::EvIdleHoldTimerExpired in state Idle 2025-02-10 Mon 01:59:16:448.847 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Connect : Start Connect timer 10.0.0.30:8086 2025-02-10 Mon 01:59:16:448.975 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 01:59:16:449.004 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: SANDESH: Send FAILED: 1739152756448679 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.30:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-02-10 Mon 01:59:16:449.014 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2025-02-10 Mon 01:59:16:449.023 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 01:59:16:449.045 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: -(-1) OnSessionEvent TCP Connect Failed 2025-02-10 Mon 01:59:16:449.083 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: -(-1):EvTcpConnectFail 2025-02-10 Mon 01:59:16:449.271 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: SANDESH: Send FAILED: 1739152756448960 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 5 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.30:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 265820 calls = 25 average_bytes = 10632 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 25 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 32 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1448, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 57, _iter59->first = sent _iter59->second = 29, ] ] ] 2025-02-10 Mon 01:59:16:449.300 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:59:16:449.311 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Processing scm::EvTcpConnectFail in state Connect 2025-02-10 Mon 01:59:16:449.318 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Connect : EvTcpConnectFail 2025-02-10 Mon 01:59:16:449.418 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: TCP [SYS_ERR]: TcpSessionMessageLog: Session -(-1) > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 312 2025-02-10 Mon 01:59:16:449.452 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Idle 2025-02-10 Mon 01:59:16:449.515 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 01:59:16:449.759 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: SANDESH: Send FAILED: 1739152756449374 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 5 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.12:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 265820 calls = 25 average_bytes = 10632 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 26 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 33 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1448, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 59, _iter59->first = sent _iter59->second = 29, ] ] ] 2025-02-10 Mon 01:59:16:449.783 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:59:16:449.794 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 01:59:16:449.815 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: SANDESH: Send FAILED: 1739152756449398 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-02-10 Mon 01:59:16:449.824 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-02-10 Mon 01:59:16:449.833 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Processing scm::EvTcpDeleteSession in state Idle 2025-02-10 Mon 01:59:16:449.852 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 01:59:16:450.195 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: SANDESH: Send FAILED: 1739152756449504 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 5 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.12:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 265820 calls = 25 average_bytes = 10632 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 26 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 33 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 18 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1449, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 59, _iter59->first = sent _iter59->second = 29, ] ] ] 2025-02-10 Mon 01:59:16:450.225 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:59:41:403.323 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 01:59:41:403.423 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: SANDESH: Send FAILED: 1739152781403121 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 sm_queue_count = 0 sm_stats= [ ev_stats= [ [ [ event = scm::EvCollectorUpdate enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvConnectTimerExpired enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvIdleHoldTimerExpired enqueues = 5 dequeues = 5 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshMessageRecv enqueues = 2 dequeues = 2 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshSend enqueues = 91 dequeues = 91 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvStart enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpClose enqueues = 4 dequeues = 4 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnectFail enqueues = 3 dequeues = 3 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnected enqueues = 5 dequeues = 5 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpDeleteSession enqueues = 8 dequeues = 8 enqueue_fails = 0 dequeue_fails = 0 ], [ event = enqueues = 121 dequeues = 121 enqueue_fails = 0 dequeue_fails = 0 ], ] ] state = Idle state_since = 1739152756449451 last_state = Idle last_event = scm::EvSandeshSend last_event_at = 1739152756449851 ] max_sm_queue_count = 6 ] 2025-02-10 Mon 01:59:41:403.437 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:59:41:403.447 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 01:59:41:403.689 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: SANDESH: Send FAILED: 1739152781403295 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 5 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.12:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 265820 calls = 25 average_bytes = 10632 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 27 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 35 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 18 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1449, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 62, _iter59->first = sent _iter59->second = 29, ] ] ] 2025-02-10 Mon 01:59:41:403.711 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:59:46:449.569 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvIdleHoldTimerExpired in state Idle 2025-02-10 Mon 01:59:46:449.785 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Connect : Start Connect timer 10.0.0.12:8086 2025-02-10 Mon 01:59:46:449.918 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 01:59:46:449.948 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SANDESH: Send FAILED: 1739152786449648 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.12:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-02-10 Mon 01:59:46:449.966 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2025-02-10 Mon 01:59:46:449.976 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 01:59:46:450.236 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SANDESH: Send FAILED: 1739152786449903 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 5 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.12:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 265820 calls = 25 average_bytes = 10632 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 27 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 37 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 18 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1449, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 64, _iter59->first = sent _iter59->second = 29, ] ] ] 2025-02-10 Mon 01:59:46:450.262 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:59:46:450.291 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: -(-1) OnSessionEvent TCP Connect Failed 2025-02-10 Mon 01:59:46:450.300 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: -(-1):EvTcpConnectFail 2025-02-10 Mon 01:59:46:450.328 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvTcpConnectFail in state Connect 2025-02-10 Mon 01:59:46:450.336 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Connect : EvTcpConnectFail 2025-02-10 Mon 01:59:46:450.434 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: TCP [SYS_ERR]: TcpSessionMessageLog: Session -(-1) > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 312 2025-02-10 Mon 01:59:46:450.463 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Idle 2025-02-10 Mon 01:59:46:450.524 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 01:59:46:450.771 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SANDESH: Send FAILED: 1739152786450398 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 5 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.17:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 265820 calls = 25 average_bytes = 10632 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 28 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 38 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 18 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1449, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 66, _iter59->first = sent _iter59->second = 29, ] ] ] 2025-02-10 Mon 01:59:46:450.793 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:59:46:450.803 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 01:59:46:450.824 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SANDESH: Send FAILED: 1739152786450419 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-02-10 Mon 01:59:46:450.830 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-02-10 Mon 01:59:46:450.839 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvTcpDeleteSession in state Idle 2025-02-10 Mon 01:59:46:450.858 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 01:59:46:451.081 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SANDESH: Send FAILED: 1739152786450515 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 5 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.17:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 265820 calls = 25 average_bytes = 10632 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 646 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 28 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 38 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 19 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1450, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 66, _iter59->first = sent _iter59->second = 29, ] ] ] 2025-02-10 Mon 01:59:46:451.099 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 01:59:50:483.768 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 01:59:50:554.249 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 01:59:50:726.672 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 01:59:50:829.488 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 01:59:51:303.399 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429729986304, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 01:59:51:328.679 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429713192704, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 01:59:56:949.306 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429725787904, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:02:676.638 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429725787904, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:02:681.765 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429725787904, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:02:699.419 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429725787904, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:04:568.305 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:04:601.921 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429700597504, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:04:621.775 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429704795904, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:04:742.311 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429700597504, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:04:771.786 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:04:802.964 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:04:910.815 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:04:924.060 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429725787904, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:04:982.282 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429704795904, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:05:078.919 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:05:102.633 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429704795904, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:05:145.417 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429700597504, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:05:257.065 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:05:283.005 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:05:309.421 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:05:425.234 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:05:443.322 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:05:490.385 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:05:591.220 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:05:626.439 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:05:668.075 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:05:759.689 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:05:809.770 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:05:840.351 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429700597504, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:05:930.816 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:05:971.110 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:06:000.253 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:06:099.724 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:06:132.406 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429704795904, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:06:158.565 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:06:257.532 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429713192704, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:06:302.023 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:06:350.215 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:06:464.727 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:06:477.820 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429700597504, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:06:531.266 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:06:639.657 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429725787904, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:06:655.726 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429725787904, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:06:700.066 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:06:802.876 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429704795904, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:06:812.617 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429713192704, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:06:875.998 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:06:970.625 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429700597504, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:06:980.014 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429725787904, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:07:039.901 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:07:130.291 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429725787904, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:07:162.592 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429725787904, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:07:220.222 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429700597504, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:07:303.700 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:07:330.552 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:07:386.385 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:07:460.695 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429700597504, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:07:507.801 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:07:550.363 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:07:629.086 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:07:650.883 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:07:723.007 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:07:788.178 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:07:818.169 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:07:881.431 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:07:947.806 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429700597504, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:07:975.283 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:08:046.927 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:08:108.521 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429729986304, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:08:146.242 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429713192704, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:08:213.084 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429700597504, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:08:279.015 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429700597504, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:08:298.845 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429683803904, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:08:345.338 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.6:59396 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 254 2025-02-10 Mon 02:00:08:366.552 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429713192704, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:09:845.588 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.8:52268 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 254 2025-02-10 Mon 02:00:09:868.956 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.11:60444 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 254 2025-02-10 Mon 02:00:11:403.588 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 02:00:11:403.691 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: SANDESH: Send FAILED: 1739152811403409 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 sm_queue_count = 0 sm_stats= [ ev_stats= [ [ [ event = scm::EvCollectorUpdate enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvConnectTimerExpired enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvIdleHoldTimerExpired enqueues = 6 dequeues = 6 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshMessageRecv enqueues = 2 dequeues = 2 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshSend enqueues = 98 dequeues = 98 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvStart enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpClose enqueues = 4 dequeues = 4 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnectFail enqueues = 4 dequeues = 4 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnected enqueues = 5 dequeues = 5 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpDeleteSession enqueues = 9 dequeues = 9 enqueue_fails = 0 dequeue_fails = 0 ], [ event = enqueues = 131 dequeues = 131 enqueue_fails = 0 dequeue_fails = 0 ], ] ] state = Idle state_since = 1739152786450462 last_state = Idle last_event = scm::EvSandeshSend last_event_at = 1739152786450856 ] max_sm_queue_count = 6 ] 2025-02-10 Mon 02:00:11:403.718 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 02:00:11:403.727 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 02:00:11:403.963 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: SANDESH: Send FAILED: 1739152811403548 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 5 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.17:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 265820 calls = 25 average_bytes = 10632 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 725 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 29 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 40 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 22 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1532, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 69, _iter59->first = sent _iter59->second = 29, ] ] ] 2025-02-10 Mon 02:00:11:403.981 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 02:00:16:450.593 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvIdleHoldTimerExpired in state Idle 2025-02-10 Mon 02:00:16:450.808 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Connect : Start Connect timer 10.0.0.17:8086 2025-02-10 Mon 02:00:16:450.927 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 02:00:16:450.958 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SANDESH: Send FAILED: 1739152816450690 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.17:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-02-10 Mon 02:00:16:450.968 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2025-02-10 Mon 02:00:16:450.983 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 02:00:16:450.987 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: -(-1) OnSessionEvent TCP Connect Failed 2025-02-10 Mon 02:00:16:451.042 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: -(-1):EvTcpConnectFail 2025-02-10 Mon 02:00:16:451.224 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SANDESH: Send FAILED: 1739152816450912 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 5 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.17:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 265820 calls = 25 average_bytes = 10632 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 725 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 29 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 42 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 22 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1532, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 71, _iter59->first = sent _iter59->second = 29, ] ] ] 2025-02-10 Mon 02:00:16:451.251 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 02:00:16:451.261 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvTcpConnectFail in state Connect 2025-02-10 Mon 02:00:16:451.269 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Connect : EvTcpConnectFail 2025-02-10 Mon 02:00:16:451.385 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: TCP [SYS_ERR]: TcpSessionMessageLog: Session -(-1) > Shutdown failed due to error: Transport endpoint is not connected src/contrail-common/io/tcp_session.cc 312 2025-02-10 Mon 02:00:16:451.417 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Idle 2025-02-10 Mon 02:00:16:451.584 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 02:00:16:451.838 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SANDESH: Send FAILED: 1739152816451328 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 5 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.30:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 265820 calls = 25 average_bytes = 10632 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 725 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 30 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 43 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 22 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1532, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 73, _iter59->first = sent _iter59->second = 29, ] ] ] 2025-02-10 Mon 02:00:16:451.864 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 02:00:16:451.875 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 02:00:16:451.901 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SANDESH: Send FAILED: 1739152816451350 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 0.0.0.0:0, ] ] status = Down description = Connect : EvTcpConnectFail ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-02-10 Mon 02:00:16:451.912 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: NodeStatusUVE 2025-02-10 Mon 02:00:16:451.920 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvTcpDeleteSession in state Idle 2025-02-10 Mon 02:00:16:451.940 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 02:00:16:452.180 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SANDESH: Send FAILED: 1739152816451572 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 5 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.30:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 265820 calls = 25 average_bytes = 10632 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 725 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 30 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 43 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 23 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1533, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 73, _iter59->first = sent _iter59->second = 29, ] ] ] 2025-02-10 Mon 02:00:16:452.202 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 02:00:16:930.356 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429688002304, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:16:951.028 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429696399104, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:17:268.471 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429688002304, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:26:508.380 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429708994304, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:26:522.463 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429692200704, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:26:539.724 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429700597504, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:28:689.371 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429725787904, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:28:706.697 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429729986304, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:28:770.670 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429713192704, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:00:35:056.690 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.8:42894 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 254 2025-02-10 Mon 02:00:35:614.182 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.6:59406 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 254 2025-02-10 Mon 02:00:36:487.960 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.11:34256 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 254 2025-02-10 Mon 02:00:41:405.235 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 02:00:41:405.342 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: SANDESH: Send FAILED: 1739152841405063 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 sm_queue_count = 0 sm_stats= [ ev_stats= [ [ [ event = scm::EvCollectorUpdate enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvConnectTimerExpired enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvIdleHoldTimerExpired enqueues = 7 dequeues = 7 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshMessageRecv enqueues = 2 dequeues = 2 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshSend enqueues = 105 dequeues = 105 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvStart enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpClose enqueues = 4 dequeues = 4 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnectFail enqueues = 5 dequeues = 5 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnected enqueues = 5 dequeues = 5 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpDeleteSession enqueues = 10 dequeues = 10 enqueue_fails = 0 dequeue_fails = 0 ], [ event = enqueues = 141 dequeues = 141 enqueue_fails = 0 dequeue_fails = 0 ], ] ] state = Idle state_since = 1739152816451416 last_state = Idle last_event = scm::EvSandeshSend last_event_at = 1739152816451938 ] max_sm_queue_count = 6 ] 2025-02-10 Mon 02:00:41:405.357 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 02:00:41:405.366 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: Processing scm::EvSandeshSend in state Idle 2025-02-10 Mon 02:00:41:405.610 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: SANDESH: Send FAILED: 1739152841405203 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 5 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.30:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 265820 calls = 25 average_bytes = 10632 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 734 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 31 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 45 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 26 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1545, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 76, _iter59->first = sent _iter59->second = 29, ] ] ] 2025-02-10 Mon 02:00:41:405.634 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: Wrong state: Idle for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 02:00:46:451.894 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429700597504, Pid 83314]: Processing scm::EvIdleHoldTimerExpired in state Idle 2025-02-10 Mon 02:00:46:452.111 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429700597504, Pid 83314]: Connect : Start Connect timer 10.0.0.30:8086 2025-02-10 Mon 02:00:46:452.247 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429700597504, Pid 83314]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 02:00:46:452.280 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429700597504, Pid 83314]: SANDESH: Send FAILED: 1739152846451968 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.30:8086, ] ] status = Initializing description = Idle : EvIdleHoldTimerExpired -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-02-10 Mon 02:00:46:452.298 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429700597504, Pid 83314]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2025-02-10 Mon 02:00:46:452.307 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429700597504, Pid 83314]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 02:00:46:452.572 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429700597504, Pid 83314]: SANDESH: Send FAILED: 1739152846452231 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 5 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.30:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 265820 calls = 25 average_bytes = 10632 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 734 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 31 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 47 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 26 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1545, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 78, _iter59->first = sent _iter59->second = 29, ] ] ] 2025-02-10 Mon 02:00:46:452.596 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429700597504, Pid 83314]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 02:00:46:455.431 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.12:42906::10.0.0.30:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 280 2025-02-10 Mon 02:00:46:455.456 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: 10.0.0.12:42906::10.0.0.30:8086(-1) OnSessionEvent TCP Connected 2025-02-10 Mon 02:00:46:455.464 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429885913216, Pid 83314]: 10.0.0.12:42906::10.0.0.30:8086(-1):EvTcpConnected 2025-02-10 Mon 02:00:46:456.881 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: Processing scm::EvTcpConnected in state Connect 2025-02-10 Mon 02:00:46:456.896 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: Connect : EvTcpConnected : Cancelling Connect timer 2025-02-10 Mon 02:00:46:456.930 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: ClientInit 2025-02-10 Mon 02:00:46:456.942 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: Sending Ctrl Message for cn-jenkins-deploy-platform-ansible-os-2705-2:contrail-dns:0:Control count 6 2025-02-10 Mon 02:00:46:457.044 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: Processing scm::EvSandeshSend in state ClientInit 2025-02-10 Mon 02:00:46:457.053 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: ClientInit : EvSandeshSend : NodeStatusUVE 2025-02-10 Mon 02:00:46:457.077 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: SANDESH: Send FAILED: 1739152846456922 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.30:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-02-10 Mon 02:00:46:457.085 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: Received UVE message in wrong state : NodeStatusUVE 2025-02-10 Mon 02:00:46:457.093 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: Processing scm::EvSandeshSend in state ClientInit 2025-02-10 Mon 02:00:46:457.100 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2025-02-10 Mon 02:00:46:457.110 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: Processing scm::EvSandeshSend in state ClientInit 2025-02-10 Mon 02:00:46:457.117 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2025-02-10 Mon 02:00:46:457.343 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: SANDESH: Send FAILED: 1739152846457031 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 6 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.30:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 265820 calls = 25 average_bytes = 10632 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 734 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 32 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 48 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 27 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1546, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 80, _iter59->first = sent _iter59->second = 29, ] ] ] 2025-02-10 Mon 02:00:46:457.365 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: Received UVE message in wrong state : SandeshModuleClientTrace 2025-02-10 Mon 02:00:46:478.190 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: OnMessage control in state: ClientInit 2025-02-10 Mon 02:00:46:478.246 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvSandeshMessageRecv in state ClientInit 2025-02-10 Mon 02:00:46:478.257 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: ClientInit : EvSandeshMessageRecv 2025-02-10 Mon 02:00:46:478.282 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Received Ctrl Message with size 0 2025-02-10 Mon 02:00:46:478.299 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SyncUVE Syncing ObjectDns val name = cn-jenkins-deploy-platform-ansible-os-2705-2 start_time = 1739152568909951 build_info = {"build-info":[{"build-version":"nightly.r24.1.centos","build-time":"2025-02-06 00:13:12.562772","build-user":"root","build-hostname":"jenkins-build-prepare-sandbox-7691-1.novalocal","build-id":"nightly.r24.1.centos-nightly_r24.1_centos.el7@contrail","build-number":"unknown"}]} collector = 10.0.0.17:8086 self_ip_list= [ [ (*_iter12) = 10.20.0.6, ] ] proxy seq 1 2025-02-10 Mon 02:00:46:478.312 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SyncAllMaps for DnsState:0 period 0 cycle 0 without seqno , total = 1 2025-02-10 Mon 02:00:46:478.633 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SyncUVE Syncing ObjectGeneratorInfo val name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 6 pid = 83314 http_port = 8092 start_time = 1739152568242427 collector_name = collector_ip = 10.0.0.30:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 2033 calls = 4 average_bytes = 508 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 265820 calls = 25 average_bytes = 10632 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] sm_queue_count = 0 sm_stats= [ ev_stats= [ [ [ event = scm::EvCollectorUpdate enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvConnectTimerExpired enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvIdleHoldTimerExpired enqueues = 7 dequeues = 7 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshMessageRecv enqueues = 2 dequeues = 2 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvSandeshSend enqueues = 105 dequeues = 105 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvStart enqueues = 1 dequeues = 1 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpClose enqueues = 4 dequeues = 4 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnectFail enqueues = 5 dequeues = 5 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpConnected enqueues = 5 dequeues = 5 enqueue_fails = 0 dequeue_fails = 0 ], [ event = scm::EvTcpDeleteSession enqueues = 10 dequeues = 10 enqueue_fails = 0 dequeue_fails = 0 ], [ event = enqueues = 141 dequeues = 141 enqueue_fails = 0 dequeue_fails = 0 ], ] ] state = Idle state_since = 1739152816451416 last_state = Idle last_event = scm::EvSandeshSend last_event_at = 1739152816451938 ] session_stats= [ num_recv_msg = 0 num_recv_msg_fail = 0 num_recv_fail = 0 num_send_msg = 1 num_send_msg_fail = 0 num_send_buffer_fail = 0 num_wait_msgq_enqueue = 0 num_wait_msgq_dequeue = 0 num_write_ready_cb_error = 0 ] session_rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] session_tx_socket_stats= [ bytes = 1610 calls = 1 average_bytes = 1610 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] msg_type_agg= [ [ _iter58->first = ConfigClientGetRowError [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 6 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 734 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 17 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 32 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlClientToServer [ messages_sent = 5 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshCtrlServerToClient [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 10 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 48 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 27 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = UveDnsInfo [ messages_sent = 2 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionCreate [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppConnectionLog [ messages_sent = 6 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppCreateConnection [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = XmppEventLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1546, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 80, _iter59->first = sent _iter59->second = 29, ] ] max_sm_queue_count = 6 proxy seq 58 2025-02-10 Mon 02:00:46:478.666 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SyncAllMaps for ModuleClientState:0 period 0 cycle 0 without seqno , total = 1 2025-02-10 Mon 02:00:46:478.691 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SyncUVE Syncing ObjectDns val name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.30:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] proxy seq 37 2025-02-10 Mon 02:00:46:478.702 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SyncAllMaps for NodeStatus:0 period 0 cycle 0 without seqno , total = 1 2025-02-10 Mon 02:00:46:478.714 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SyncAllMaps for PeerFlapData:0 period 0 cycle 0 without seqno , total = 0 2025-02-10 Mon 02:00:46:478.721 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SyncAllMaps for PeerStatsData:0 period 0 cycle 0 without seqno , total = 0 2025-02-10 Mon 02:00:46:478.728 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SyncAllMaps for XmppPeerInfoData:0 period 0 cycle 0 without seqno , total = 0 2025-02-10 Mon 02:00:46:478.761 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Established 2025-02-10 Mon 02:00:50:728.592 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: OnMessage control in state: Established 2025-02-10 Mon 02:00:50:728.651 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Processing scm::EvSandeshMessageRecv in state Established 2025-02-10 Mon 02:00:50:728.661 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Established : EvSandeshMessageRecv 2025-02-10 Mon 02:00:50:728.703 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: Received Ctrl Message with size 3 2025-02-10 Mon 02:00:50:728.717 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SyncAllMaps for DnsState:0 period 0 cycle 0 with seqno 1, total = 0 2025-02-10 Mon 02:00:50:728.729 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SyncAllMaps for ModuleClientState:0 period 0 cycle 0 with seqno 59, total = 0 2025-02-10 Mon 02:00:50:728.740 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SyncAllMaps for NodeStatus:0 period 0 cycle 0 with seqno 39, total = 0 2025-02-10 Mon 02:00:50:728.749 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SyncAllMaps for PeerFlapData:0 period 0 cycle 0 without seqno , total = 0 2025-02-10 Mon 02:00:50:728.756 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SyncAllMaps for PeerStatsData:0 period 0 cycle 0 without seqno , total = 0 2025-02-10 Mon 02:00:50:728.763 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429679605504, Pid 83314]: SyncAllMaps for XmppPeerInfoData:0 period 0 cycle 0 without seqno , total = 0 2025-02-10 Mon 02:01:28:862.756 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429704795904, Pid 83314]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 571 2025-02-10 Mon 02:01:39:431.500 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140429717391104, Pid 83314]: DnsAgent [SYS_NOTICE]: DnsOperational: BIND named down; DNS is not operational controller/src/dns/mgr/dns_mgr.cc 747 2025-02-10 Mon 02:02:07:030.827 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: DnsAgent [SYS_INFO]: VersionInfoLog: {"build-info":[{"build-version":"nightly","build-time":"2025-02-10 00:20:54.297706","build-user":"root","build-hostname":"jenkins-build-prepare-sandbox-7708-1.novalocal","build-id":"unknown","build-number":"unknown"}]} src/contrail-common/base/misc_utils.cc 41 2025-02-10 Mon 02:02:07:030.920 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: SANDESH: ROLE : Generator 2025-02-10 Mon 02:02:07:030.931 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: SANDESH: MODULE : contrail-dns 2025-02-10 Mon 02:02:07:030.937 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: SANDESH: SOURCE : cn-jenkins-deploy-platform-ansible-os-2705-2 2025-02-10 Mon 02:02:07:030.947 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: SANDESH: NODE TYPE : Control 2025-02-10 Mon 02:02:07:030.952 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: SANDESH: INSTANCE ID : 0 2025-02-10 Mon 02:02:07:030.958 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: SANDESH: HTTP SERVER PORT : 8092 2025-02-10 Mon 02:02:07:030.964 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: SANDESH: System Log Send Rate Limit: 0 -> 0 2025-02-10 Mon 02:02:07:031.204 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: HTTP Introspect Init 2025-02-10 Mon 02:02:07:031.317 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpServerMessageLog: Server 0.0.0.0:8092 Initialization complete src/contrail-common/io/tcp_server.cc 137 2025-02-10 Mon 02:02:07:031.369 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: Sandesh Http Server Port: 8092 2025-02-10 Mon 02:02:07:031.410 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: SANDESH: NOT Writing http_port 8092TO : /tmp/contrail-dns.111173.http_port 2025-02-10 Mon 02:02:07:031.419 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: SANDESH: CONNECT TO COLLECTOR: 1 2025-02-10 Mon 02:02:07:031.881 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: Idle 2025-02-10 Mon 02:02:07:032.068 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: SANDESH: No Client: 1739152927031984 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Idle successful_connections = 0 pid = 111298 http_port = 8092 start_time = 1739152927031897 collector_name = collector_ip = 0.0.0.0:0 collector_list= [ [ ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 0, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 0, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-02-10 Mon 02:02:07:032.202 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: SANDESH: Logging: DISABLED -> ENABLED 2025-02-10 Mon 02:02:07:032.223 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: SANDESH: Logging: LEVEL: [ INVALID ] -> [ SYS_DEBUG ] log4level: [ NOTSET ] -> [ DEBUG ] 2025-02-10 Mon 02:02:07:059.667 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: Processing scm::EvStart in state Idle 2025-02-10 Mon 02:02:07:059.721 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: Disconnect 2025-02-10 Mon 02:02:07:059.805 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: Processing scm::EvCollectorUpdate in state Disconnect 2025-02-10 Mon 02:02:07:060.037 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: Connect : Start Connect timer 10.0.0.17:8086 2025-02-10 Mon 02:02:07:060.112 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 02:02:07:060.200 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: SANDESH: Send FAILED: 1739152927059790 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Disconnect successful_connections = 0 pid = 111298 http_port = 8092 start_time = 1739152927031897 collector_name = collector_ip = 0.0.0.0:0 collector_list= [ [ ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 0, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-02-10 Mon 02:02:07:060.214 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 02:02:07:060.233 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 02:02:07:060.306 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: SANDESH: Send FAILED: 1739152927059876 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Disconnect successful_connections = 0 pid = 111298 http_port = 8092 start_time = 1739152927031897 collector_name = collector_ip = 10.0.0.17:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 0, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-02-10 Mon 02:02:07:060.315 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 02:02:07:060.324 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 02:02:07:060.386 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: SANDESH: Send FAILED: 1739152927060103 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = Connect successful_connections = 0 pid = 111298 http_port = 8092 start_time = 1739152927031897 collector_name = collector_ip = 10.0.0.17:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 1, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 0, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-02-10 Mon 02:02:07:060.399 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: Wrong state: Connect for event: EvSandeshSend message: SandeshModuleClientTrace 2025-02-10 Mon 02:02:07:125.072 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: Applying named configuration failed 2025-02-10 Mon 02:02:07:125.506 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpServerMessageLog: Server 10.20.0.6:8093 Initialization complete src/contrail-common/io/tcp_server.cc 137 2025-02-10 Mon 02:02:07:125.607 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: DnsAgent [SYS_NOTICE]: DnsOperational: Bulk sync has been started controller/src/dns/main.cc 384 2025-02-10 Mon 02:02:07:125.704 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Config Client Mgr SM: Start RabbitMqReader and init Database src/contrail-common/config-client-mgr/config_client_manager.cc 303 2025-02-10 Mon 02:02:07:125.825 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: RabbitMQ connection down src/contrail-common/config-client-mgr/config_amqp_client.cc 158 2025-02-10 Mon 02:02:07:125.837 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: Connect to Rabbit MQ with queue_delete TRUE src/contrail-common/config-client-mgr/config_amqp_client.cc 167 2025-02-10 Mon 02:02:07:125.862 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 02:02:07:125.940 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: SANDESH: Send FAILED: 1739152927125800 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.17:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Number of connections:2, Expected:3 Missing: Database:Cassandra ], ] ] ] 2025-02-10 Mon 02:02:07:125.952 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2025-02-10 Mon 02:02:07:182.201 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: RabbitMQ connection established src/contrail-common/config-client-mgr/config_amqp_client.cc 151 2025-02-10 Mon 02:02:07:182.238 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Config Client Mgr SM: Init Database src/contrail-common/config-client-mgr/config_client_manager.cc 307 2025-02-10 Mon 02:02:07:182.249 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318963808000, Pid 111298]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 02:02:07:182.287 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Lost Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 580 2025-02-10 Mon 02:02:07:182.298 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Db Init src/contrail-common/config-client-mgr/config_cassandra_client.cc 87 2025-02-10 Mon 02:02:07:182.306 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318963808000, Pid 111298]: SANDESH: Send FAILED: 1739152927182157 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.17:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Number of connections:2, Expected:3 Missing: Database:Cassandra ], ] ] ] 2025-02-10 Mon 02:02:07:182.319 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318963808000, Pid 111298]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2025-02-10 Mon 02:02:07:182.330 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318963808000, Pid 111298]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 02:02:07:182.350 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318963808000, Pid 111298]: SANDESH: Send FAILED: 1739152927182278 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.17:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Down description = Lost Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector, Database:Cassandra connection down ], ] ] ] 2025-02-10 Mon 02:02:07:182.364 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318963808000, Pid 111298]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2025-02-10 Mon 02:02:07:214.200 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Db SetTableSpace src/contrail-common/config-client-mgr/config_cassandra_client.cc 95 2025-02-10 Mon 02:02:07:218.982 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Db UseColumnFamily uuidTableName src/contrail-common/config-client-mgr/config_cassandra_client.cc 104 2025-02-10 Mon 02:02:07:219.033 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Db UseColumnFamily fqnTableName src/contrail-common/config-client-mgr/config_cassandra_client.cc 110 2025-02-10 Mon 02:02:07:219.101 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:219.112 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: BulkDataSync Started src/contrail-common/config-client-mgr/config_cassandra_client.cc 393 2025-02-10 Mon 02:02:07:219.134 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 02:02:07:219.164 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: SANDESH: Send FAILED: 1739152927219068 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.17:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-02-10 Mon 02:02:07:219.173 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2025-02-10 Mon 02:02:07:221.608 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:226.517 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:228.262 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:230.401 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:233.572 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:241.074 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:242.788 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:244.773 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:246.431 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:247.952 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:249.208 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:250.274 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:251.909 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:254.478 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:255.209 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:255.907 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:269.796 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:284.158 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:286.825 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:302.403 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:306.665 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:307.752 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:309.021 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:314.524 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:315.877 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:338.255 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:352.497 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:355.361 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:364.966 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:381.259 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:382.803 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:389.213 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:394.212 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:395.397 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:414.451 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:423.798 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:425.204 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:434.181 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:436.264 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:437.395 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:441.301 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:442.927 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:454.814 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:465.024 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:475.947 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:477.825 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:486.837 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:488.512 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:489.645 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:498.665 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:503.991 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:505.167 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:516.291 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:526.287 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:532.228 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:534.353 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:535.618 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:536.671 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:537.641 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:538.455 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:539.358 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:543.840 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:545.967 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:547.566 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:555.418 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:560.763 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:561.841 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:570.298 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:571.725 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:573.414 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:575.195 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:576.515 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:577.891 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:589.311 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:591.257 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:592.450 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:594.246 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:596.577 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:597.437 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:607.446 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:608.737 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:609.670 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:612.108 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:615.160 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:617.226 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:625.609 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:627.456 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:628.881 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:634.881 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:635.752 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:637.324 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:643.814 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:645.482 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:647.160 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:648.962 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:650.747 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:651.905 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:670.316 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:672.163 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:673.272 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:675.362 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:678.425 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:681.630 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:694.418 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:695.790 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:696.912 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:701.263 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:706.011 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:712.536 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:722.339 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:725.031 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:726.223 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:727.883 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:730.202 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:747.035 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:749.051 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:751.316 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:752.958 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:753.077 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318988998400, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 558 2025-02-10 Mon 02:02:07:753.293 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318947014400, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 558 2025-02-10 Mon 02:02:07:753.465 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318997395200, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 558 2025-02-10 Mon 02:02:07:753.599 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318976403200, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 558 2025-02-10 Mon 02:02:07:753.715 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318980601600, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 558 2025-02-10 Mon 02:02:07:753.939 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318963808000, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 558 2025-02-10 Mon 02:02:07:754.752 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318955411200, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: One reader finished BulkSync src/contrail-common/config-client-mgr/config_cassandra_client.cc 558 2025-02-10 Mon 02:02:07:755.063 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: BulkSyncDone by all readers src/contrail-common/config-client-mgr/config_cassandra_client.cc 554 2025-02-10 Mon 02:02:07:755.889 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Config Client Mgr SM: End of RIB computed and notification sent src/contrail-common/config-client-mgr/config_client_manager.cc 197 2025-02-10 Mon 02:02:07:755.911 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: TRUE src/contrail-common/config-client-mgr/config_client_manager.cc 225 2025-02-10 Mon 02:02:07:757.775 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 02:02:07:757.837 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: SANDESH: Send FAILED: 1739152927755971 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.17:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-02-10 Mon 02:02:07:757.859 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2025-02-10 Mon 02:02:07:767.586 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318947014400, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:768.193 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318997395200, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:768.338 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-definition:default-global-system-config:pnf-servicechain-spine controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:768.386 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating config-database-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-2705-1. controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:768.707 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:768.790 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-mx240 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:768.843 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag:label=fabric-loopback-ip controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:768.865 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:label controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:768.883 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating tag-tag-type controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:768.942 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-definition:default-global-system-config:dci-gateway-spine controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:768.961 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating global-system-config:default-global-system-config controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:768.982 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-role-definition controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.001 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating feature:default-global-system-config:telemetry controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.020 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.037 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating feature:default-global-system-config:vn-interconnect controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.049 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.064 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating feature:default-global-system-config:dc-gateway controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.075 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.096 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating feature:default-global-system-config:overlay-bgp controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.108 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.123 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating feature:default-global-system-config:underlay-ip-clos controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.135 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.155 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating feature:default-global-system-config:l3-gateway controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.167 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.181 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating feature:default-global-system-config:l2-gateway controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.192 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.205 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating feature:default-global-system-config:infra-bms-access controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.222 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.244 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating overlay-role:default-global-system-config:dci-gateway controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.255 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.272 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating physical-role:default-global-system-config:spine controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.303 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.321 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating security-group:default-domain:default-project:__no_rule__ controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.340 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating project:default-domain:default-project controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.351 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-security-group controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.367 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating feature:default-global-system-config:assisted-replicator controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.385 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.399 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-mx2010 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.411 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating node-profile:default-global-system-config:juniper-srx controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.432 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-node-profile controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.448 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-srx5800 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.459 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.473 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-srx4200 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.483 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.503 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-srx5600 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.514 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.528 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-srx5400 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.538 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.560 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-vsrx controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.571 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.585 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-srx240h-poe controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.595 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.608 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-srx4100 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.618 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.631 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-srx1500 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.642 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.654 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-srx4600 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.665 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.678 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:fabric_config_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.688 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.700 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating device-functional-group:default-domain:default-project:Lean-Spine-with-Route-Reflector controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.724 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-device-functional-group controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.741 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating device-functional-group-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.754 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:show_chassis_info_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.780 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.794 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx5100-48sh-afi controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.808 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating network-ipam:default-domain:default-project:default-network-ipam controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.824 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-network-ipam controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.837 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-definition:default-global-system-config:lean-spine controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.854 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-role-definition controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.871 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.887 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.903 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.917 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating overlay-role:default-global-system-config:lean controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.928 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.946 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.958 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:discover_os_computes_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:769.983 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:769.996 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:role_assignment_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:770.018 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:770.031 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:cli_sync_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:770.053 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:770.076 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-definition:default-global-system-config:crb-gateway-spine controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:770.092 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-role-definition controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:770.107 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:770.123 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:770.139 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:770.153 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:770.168 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:770.182 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:770.195 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating feature:default-global-system-config:firewall controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:770.206 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:770.221 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:770.238 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating feature:default-global-system-config:port-profile controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:770.248 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:770.261 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating overlay-role:default-global-system-config:crb-gateway controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:770.272 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:770.287 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:770.301 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-prouter-connectivity controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:770.320 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:770.333 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-definition:default-global-system-config:crb-access-spine controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:770.347 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-role-definition controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:770.362 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:770.377 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:770.392 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:770.407 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:770.422 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:770.436 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:770.452 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:770.471 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating overlay-role:default-global-system-config:crb-access controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:770.486 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:770.501 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:770.514 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating global-qos-config:default-global-system-config:default-global-qos-config controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:770.531 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-global-qos-config controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:770.544 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-template:default-domain:nat-template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:770.568 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating domain:default-domain controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:770.580 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-service-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:770.998 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 9a498f7c-34e7-4f05-b457-f23549c7aac4 controller/src/ifmap/client/config_json_parser.cc 223 2025-02-10 Mon 02:02:07:771.115 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318980601600, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:771.350 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx5100e-48t-6q controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:771.414 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating database-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-2705-1. controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:771.438 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-database-node controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:771.454 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-address-mismatch-control controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:771.471 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:771.489 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating snmp-profile:default-domain:default-project:snmp-default-profile controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:771.529 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-snmp-profile controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:771.545 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating telemetry-profile:default-domain:default-project:default-telemetry-profile-4 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:771.571 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-telemetry-profile controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:771.591 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating grpc-profile:default-domain:default-project:grpc-default-profile controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:771.604 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating telemetry-profile-grpc-profile controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:771.617 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-definition:default-global-system-config:ar-client-spine controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:771.632 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-role-definition controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:771.654 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:771.670 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:771.685 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:771.699 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating overlay-role:default-global-system-config:ar-client controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:771.714 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:771.730 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:771.743 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating node-profile:default-global-system-config:juniper-qfx5220 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:771.763 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-node-profile controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:771.781 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx5220-32cd controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:771.796 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:771.811 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx5220-128c controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:771.821 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:771.836 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:771.853 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag:label=fabric-overlay-loopback-ip controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:771.870 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating tag-tag-type controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:771.888 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-config-database-node controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:771.905 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:container_cleanup_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:771.925 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:771.938 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating telemetry-profile:default-domain:default-project:default-telemetry-profile-5 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:771.954 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-telemetry-profile controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:771.975 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating telemetry-profile-snmp-profile controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:771.989 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-disk-usage-high controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:772.005 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:772.021 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx5100-48s-6q controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:772.034 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-xmpp-close-reason controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:772.053 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:772.068 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating physical-role:default-global-system-config:superspine controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:772.083 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:772.239 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-config:default-global-system-config:juniper-qfx5k-lean:basic controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:772.286 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating node-profile:default-global-system-config:juniper-qfx5k-lean controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:772.314 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-role-config controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:772.336 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating device-functional-group:default-domain:default-project:L3-Server-Leaf controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:772.369 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-device-functional-group controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:772.394 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating physical-role:default-global-system-config:leaf controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:772.413 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating device-functional-group-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:772.436 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating telemetry-profile:default-domain:default-project:default-telemetry-profile-1 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:772.463 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-telemetry-profile controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:772.488 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating sflow-profile:default-domain:default-project:sflow-all-interfaces controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:772.507 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating telemetry-profile-sflow-profile controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:772.534 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating discovery-service-assignment:default-discovery-service-assignment controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:772.564 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:neutron_fwaas controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:772.597 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx5210-64c controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:772.631 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx5100-96s-8q controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:772.653 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:discover_role_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:772.699 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:772.735 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:topology_discovery_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:772.773 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:772.797 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:default-domain:default-project:__no_rule__:egress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:772.853 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:772.878 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating overlay-role:default-global-system-config:pnf-servicechain controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:772.903 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:772.928 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:application controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:772.947 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:deployment controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:772.967 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:discover_server_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:772.998 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:773.019 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:show_interface_details_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:773.056 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:773.095 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:773.123 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-machine-interface:default-global-system-config:an-jenkins-deploy-platform-ansible-os-2705-1:vhost0 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:773.155 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-router:default-global-system-config:an-jenkins-deploy-platform-ansible-os-2705-1 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:773.176 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-router-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:773.203 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network:default-domain:default-project:ip-fabric controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:773.221 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:773.242 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:hitless_upgrade_strategy_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:773.280 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:773.304 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-conf-elements-inconsistency controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:773.332 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:773.353 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:node_profile_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:773.391 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:773.468 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-node-profile controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:773.497 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx5100e-48s-6q controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:773.515 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:773.580 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:773.607 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:773.632 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:773.654 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx5100-48t-6q controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:772.804 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318997395200, Pid 111298]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: bgp_peering No entry in metadata map bgp_router 9ace496e-24e3-4a41-918e-2a6e3adb9920 controller/src/ifmap/client/config_json_parser.cc 223 2025-02-10 Mon 02:02:07:773.733 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318997395200, Pid 111298]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: bgp_peering No entry in metadata map bgp_router 9ace496e-24e3-4a41-918e-2a6e3adb9920 controller/src/ifmap/client/config_json_parser.cc 223 2025-02-10 Mon 02:02:07:774.529 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318963808000, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:774.931 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318963808000, Pid 111298]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: bgp_peering No entry in metadata map bgp_router 2e73e8bd-4700-478d-a9c5-e774f00a259b controller/src/ifmap/client/config_json_parser.cc 223 2025-02-10 Mon 02:02:07:774.945 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318963808000, Pid 111298]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: bgp_peering No entry in metadata map bgp_router 2e73e8bd-4700-478d-a9c5-e774f00a259b controller/src/ifmap/client/config_json_parser.cc 223 2025-02-10 Mon 02:02:07:776.019 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318963808000, Pid 111298]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance ef9c1bc1-5e42-46ee-a520-d4ea98936273 controller/src/ifmap/client/config_json_parser.cc 223 2025-02-10 Mon 02:02:07:776.195 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:776.226 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx5200-48y controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:776.241 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:776.257 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx5100-48sh-afo controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:776.268 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:776.290 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx5100e-24q-2p controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:776.302 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:776.316 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx5100-48th-afi controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:776.327 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:779.389 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318947014400, Pid 111298]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 05a57f6e-2903-4a97-82c3-373483b53d39 controller/src/ifmap/client/config_json_parser.cc 223 2025-02-10 Mon 02:02:07:780.016 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:780.055 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx5100-24q-aa controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:780.068 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:780.085 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx5200-32c-32q controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:780.096 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:780.110 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx5100-24q-2p controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:780.121 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:782.400 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318947014400, Pid 111298]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: overlay_role Link name is empty node_profile 414dda90-89e8-43e2-8475-cfa8f88b5213 controller/src/ifmap/client/config_json_parser.cc 217 2025-02-10 Mon 02:02:07:782.431 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318947014400, Pid 111298]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: physical_role Link name is empty node_profile 414dda90-89e8-43e2-8475-cfa8f88b5213 controller/src/ifmap/client/config_json_parser.cc 217 2025-02-10 Mon 02:02:07:783.532 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx5100-48th-afo controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:783.578 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:783.615 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:783.635 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx5100e-96s-8q controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:783.650 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:783.665 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx5100-48t controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:783.677 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:783.696 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:783.712 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating config-database-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-2705-3. controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:783.763 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318980601600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-config-database-node controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:783.785 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318980601600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-2705-1. controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:783.804 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318980601600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-node controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:783.819 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318980601600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-package-version-mismatch controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:783.838 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318980601600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:783.858 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318980601600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-role-definition controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:783.878 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318980601600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating feature:default-global-system-config:pnf-service-chaining controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:783.890 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318980601600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:783.909 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318980601600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:783.931 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318980601600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:783.951 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318980601600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating overlay-role:default-global-system-config:erb-ucast-gateway controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:783.968 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318980601600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:783.981 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318980601600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network:default-domain:default-project:__link_local__ controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:784.041 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318955411200, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:784.422 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318988998400, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:784.680 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:784.711 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:maintenance_mode_activate_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:784.737 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:784.754 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating network-ipam:default-domain:default-project:service-chain-flat-ipam controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:784.775 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-network-ipam controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:784.790 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag:label=fabric-as-number controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:784.811 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating tag-tag-type controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:784.827 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-mx80 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:784.845 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-conf-incorrect controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:784.864 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:784.883 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:default-domain:default-project:__no_rule__:ingress-access-control-list controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:784.905 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating security-group-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:784.919 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-config:default-global-system-config:juniper-mx:basic controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:784.933 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating node-profile:default-global-system-config:juniper-mx controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:784.947 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-role-config controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:784.961 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:device_import_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:784.983 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:784.996 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating config-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-2705-3. controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:785.017 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-config-node controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:785.030 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-alarm-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-2705-1. controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:785.047 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-alarm-node controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:785.061 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-config:default-global-system-config:juniper-qfx10k:basic controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:785.077 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating node-profile:default-global-system-config:juniper-qfx10k controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:785.090 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-role-config controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:785.104 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-definition:default-global-system-config:dci-gateway-leaf controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:785.124 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-role-definition controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:785.144 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:785.163 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:785.180 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:785.196 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:785.214 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:785.231 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:785.246 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:785.265 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:785.286 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:785.309 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:785.326 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating overlay-role:default-global-system-config:route-reflector controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:785.345 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:785.360 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-partial-sysinfo controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:785.380 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:785.396 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating overlay-role:default-global-system-config:ar-replicator controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:785.411 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:785.432 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-mx960 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:785.445 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:search_ip_mac_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:785.452 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318955411200, Pid 111298]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 08b0e674-2c2c-40a8-89d9-e8af64d04f6e controller/src/ifmap/client/config_json_parser.cc 223 2025-02-10 Mon 02:02:07:785.469 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:785.484 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating policy-management:default-policy-management controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:785.502 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:785.517 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating access-control-list:default-domain:default-project:ip-fabric:ip-fabric controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:785.538 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-network-access-control-list controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:785.565 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-address-mismatch-compute controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:785.585 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:785.599 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx5120-32c controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:785.611 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-vmx controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:785.634 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:785.649 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-vrouter-limit-exceeded controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:785.667 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:785.686 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:fabric_onboard_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:786.303 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.324 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-definition:default-global-system-config:rr-leaf controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:786.345 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-role-definition controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.362 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.378 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.393 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.409 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.424 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.445 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.461 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating telemetry-profile:default-domain:default-project:default-telemetry-profile-2 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:786.477 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-telemetry-profile controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.493 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating sflow-profile:default-domain:default-project:sflow-fabric-interfaces controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:786.504 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating telemetry-profile-sflow-profile controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.519 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-definition:default-global-system-config:pnf-servicechain-pnf controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:786.535 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-role-definition controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.559 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.580 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.597 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating physical-role:default-global-system-config:pnf controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:786.608 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.624 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating fabric:default-global-system-config:default-fabric controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:786.640 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-fabric controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.661 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.678 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.691 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating device-functional-group:default-domain:default-project:Border-Leaf-in-Edge-Routed controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:786.711 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-device-functional-group controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.728 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating device-functional-group-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.741 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-pending-cassandra-compaction-tasks controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:786.776 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.790 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx5120-48y-8c controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:786.802 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-definition:default-global-system-config:pnf-servicechain-leaf controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:786.816 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-role-definition controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.834 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.853 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.868 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.887 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating namespace:default-domain:default-namespace controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:786.903 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-namespace controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.916 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating device-functional-group:default-domain:default-project:L2-Server-Leaf controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:786.934 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-device-functional-group controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.950 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating device-functional-group-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.968 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:786.982 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network:default-domain:default-project:dci-network controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:785.413 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318988998400, Pid 111298]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: instance_target No entry in metadata map routing_instance 8e048815-bd6e-445b-988f-02657b027075 controller/src/ifmap/client/config_json_parser.cc 223 2025-02-10 Mon 02:02:07:787.014 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:787.029 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:tier controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:787.042 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-disk-usage-critical controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:787.061 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:787.074 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx5110-32q controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:787.085 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating config-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-2705-2. controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:787.108 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-config-node controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:787.126 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:787.148 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-sflow-profile controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:787.175 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-virtual-router controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:787.189 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag:label=fabric-management-ip controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:787.208 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating tag-tag-type controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:787.220 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating global-vrouter-config:default-global-system-config:default-global-vrouter-config controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:787.243 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-global-vrouter-config controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:787.263 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318988998400, Pid 111298]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: overlay_role Link name is empty node_profile c332b70e-0113-4787-a186-5e1f2afcbdb1 controller/src/ifmap/client/config_json_parser.cc 217 2025-02-10 Mon 02:02:07:783.638 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318947014400, Pid 111298]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: bgp_peering No entry in metadata map bgp_router c132f712-0f40-4d84-8526-ff746c5eb961 controller/src/ifmap/client/config_json_parser.cc 223 2025-02-10 Mon 02:02:07:787.686 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318947014400, Pid 111298]: IFMap [SYS_WARN]: ConfigurationMalformedReferenceWarningLog: bgp_peering No entry in metadata map bgp_router c132f712-0f40-4d84-8526-ff746c5eb961 controller/src/ifmap/client/config_json_parser.cc 223 2025-02-10 Mon 02:02:07:787.264 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:788.274 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:site controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:788.333 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:788.350 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-alarm-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-2705-3. controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:788.382 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-alarm-node controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:788.405 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:788.420 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:ztp_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:788.448 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:788.471 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-project controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:788.486 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating node-profile:default-global-system-config:juniper-qfx5k controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:788.508 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-node-profile controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:788.527 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:788.542 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx5110-48s-4c controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:788.563 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:788.581 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:788.599 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-mx2008 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:788.613 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:rma_activate_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:788.637 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:788.667 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating sflow-profile:default-domain:default-project:sflow-access-interfaces controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:788.689 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-sflow-profile controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:788.708 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-definition:default-global-system-config:dc-gateway-leaf controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:788.728 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-role-definition controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:788.747 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:788.763 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:788.779 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:789.884 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318976403200, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:07:797.938 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.022 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.045 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.081 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.110 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.129 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating overlay-role:default-global-system-config:dc-gateway controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:798.143 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.160 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.189 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag-type:neutron_tag controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:798.210 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-vrouter-interface controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:798.243 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.264 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-jnp10008 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:798.277 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-2705-3. controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:798.308 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-node controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.330 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.350 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:show_config_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:798.374 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.390 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:hardware_inventory_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:798.414 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.432 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating feature-config:default-global-system-config:erb-leaf:l3-gateway controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:798.447 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-definition:default-global-system-config:erb-leaf controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:798.458 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature-config controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.482 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.497 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-vrouter-l3mh-physical-interface-link-down controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:798.515 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.531 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-config:default-global-system-config:juniper-qfx5220:basic controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:798.564 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-role-config controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.579 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:test_overlay_connectivity_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:798.605 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.619 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx10002-72q controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:798.631 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating device-functional-group:default-domain:default-project:L3-Storage-Leaf controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:798.652 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-device-functional-group controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.681 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating device-functional-group-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.698 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-config:default-global-system-config:juniper-qfx5k:basic controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:798.716 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-role-config controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.730 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag:label=fabric-pnf-servicechain-ip controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:798.753 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating tag-tag-type controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.767 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-definition:default-global-system-config:rr-superspine controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:798.784 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-role-definition controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.802 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.822 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.839 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.858 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.877 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.893 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.907 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating config-database-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-2705-2. controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:798.927 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-config-database-node controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.945 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-snmp-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-2705-3. controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:798.962 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-snmp-node controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:798.976 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating network-ipam:default-domain:default-project:_internal_ipam_ipv6_link_local controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:799.000 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-network-ipam controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.014 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-machine-interface:default-global-system-config:an-jenkins-deploy-platform-ansible-os-2705-2:vhost0 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:799.033 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-router:default-global-system-config:an-jenkins-deploy-platform-ansible-os-2705-2 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:799.045 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-router-virtual-machine-interface controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.068 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-machine-interface-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.081 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating overlay-role:default-global-system-config:crb-mcast-gateway controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:799.096 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.116 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:vcenter_import_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:799.136 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.153 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating config-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-2705-1. controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:799.172 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-config-node controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.188 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-mx2020 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:799.204 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating application-policy-set:default-domain:default-project:default-application-policy-set controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:799.221 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-application-policy-set controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.239 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating feature-config:default-global-system-config:ar-client-spine:assisted-replicator controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:799.255 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature-config controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.268 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-mx204 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:799.282 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx10016 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:799.293 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx10002-60c controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:799.304 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-2705-2. controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:799.323 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-node controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.337 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag:label=fabric-ebgp-as-number controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:799.354 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating tag-tag-type controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.370 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-appliance-set:default-global-system-config:native controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:799.390 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-service-appliance-set controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.404 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-definition:default-global-system-config:crb-mcast-gateway-leaf controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:799.418 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-role-definition controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.434 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.454 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.470 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.485 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.500 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.517 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.532 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.546 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.569 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.588 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.607 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.621 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating device-functional-group:default-domain:default-project:Border-Spine-in-Edge-Routed controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:799.642 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-device-functional-group controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.662 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating device-functional-group-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.676 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-definition:default-global-system-config:ar-replicator-spine controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:799.696 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-role-definition controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.712 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.728 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.743 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.761 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.776 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.791 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.806 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-core-files controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:799.829 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.843 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-mx480 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:799.855 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:maintenance_mode_deactivate_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:799.879 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.903 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-node-profile controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.919 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-vqfx-10000 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:799.935 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.952 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.967 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.982 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:799.999 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx10008 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:800.009 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.023 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx10002-36q controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:800.033 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.049 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.066 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-definition:default-global-system-config:crb-access-leaf controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:800.081 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-role-definition controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.097 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.111 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.130 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.144 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.158 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.173 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.194 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.210 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.225 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.241 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating tag:label=fabric-peer-ip controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:800.259 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating tag-tag-type controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.272 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-config:default-global-system-config:juniper-qfx10k-lean:basic controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:800.286 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating node-profile:default-global-system-config:juniper-qfx10k-lean controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:800.300 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-role-config controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.313 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating netconf-profile:default-domain:default-project:netconf-default-profile controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:800.330 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-netconf-profile controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.344 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-process-status controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:800.364 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.378 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-template:default-domain:haproxy-loadbalancer-template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:800.399 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-service-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.419 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:image_upgrade_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:800.439 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.456 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-template:default-domain:netns-snat-template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:800.476 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-service-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.490 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-definition:default-global-system-config:dc-gateway-spine controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:800.505 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-role-definition controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.521 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.539 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.562 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.577 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.591 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.608 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.623 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.637 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.651 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.670 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.683 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-definition:default-global-system-config:ar-client-leaf controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:800.698 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-role-definition controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.721 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.737 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.752 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.767 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.785 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.798 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating node-profile:default-global-system-config:device-functional-group controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:800.815 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-node-profile controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.832 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-storage-cluster-state controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:800.849 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.863 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating telemetry-profile:default-domain:default-project:default-telemetry-profile-6 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:800.879 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-telemetry-profile controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.899 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating telemetry-profile-netconf-profile controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.916 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-definition:default-global-system-config:lean-superspine controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:800.931 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-role-definition controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.950 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.965 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.980 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:800.999 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.017 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.032 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-node-status controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:801.048 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.065 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating api-access-list:default-global-system-config:default-api-access-list controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:801.079 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-api-access-list controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.093 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-config:default-global-system-config:juniper-qfx5120:basic controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:801.107 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating node-profile:default-global-system-config:juniper-qfx5120 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:801.118 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-role-config controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.133 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-template:default-domain:analyzer-template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:801.151 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-service-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.164 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating config-properties:default-global-system-config:config_property controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:801.185 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-config-properties controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.199 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:device_deletion_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:801.220 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.243 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-role-definition controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.263 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.278 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.293 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.310 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.325 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.339 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.353 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.370 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.385 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.399 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.415 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.431 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-mx10003 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:801.445 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-definition:default-global-system-config:crb-mcast-gateway-spine controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:801.459 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-role-definition controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.479 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.494 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.512 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.526 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.543 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.565 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.579 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.594 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.612 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.627 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.641 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-definition:default-global-system-config:rr-spine controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:801.659 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-role-definition controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.675 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.691 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.705 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.722 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.737 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.752 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.768 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:check_multicast_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:801.793 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.807 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:show_ops_info_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:801.827 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.843 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-bottle-request-size-limit controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:801.860 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.873 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating application-policy-set:default-policy-management:default-application-policy-set controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:801.892 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating policy-management-application-policy-set controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.910 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating application-policy-set-global-vrouter-config controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.923 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-template:default-domain:docker-template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:801.940 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating domain-service-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.957 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-alarm-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-2705-2. controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:801.972 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-alarm-node controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:801.985 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating device-functional-group:default-domain:default-project:Centrally-Routed-Border-Spine controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:802.005 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-device-functional-group controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:802.021 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating device-functional-group-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:802.037 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating overlay-role:default-global-system-config:collapsed-spine controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:802.053 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:802.795 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:discover_device_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:802.834 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:802.852 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-prouter-tsn-connectivity controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:802.870 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:802.898 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-node-profile controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:802.916 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:802.933 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:802.951 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:802.967 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:802.983 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:802.998 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:803.015 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:803.029 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:803.044 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:803.060 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:803.081 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:803.095 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-mx80-48t controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:803.106 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:803.120 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-jnp10016 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:803.132 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:803.148 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:803.875 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-sflow-profile controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:803.897 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating database-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-2705-3. controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:803.920 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-database-node controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:803.940 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:show_mac_mob_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:803.964 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:803.988 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.011 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-grpc-profile controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.041 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.056 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-definition:default-global-system-config:ar-replicator-leaf controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:804.072 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-role-definition controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.096 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.118 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.136 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.154 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.173 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.191 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.212 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating hardware:juniper-qfx5120-48t-6c controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:804.227 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating telemetry-profile:default-domain:default-project:default-telemetry-profile-3 controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:804.243 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-telemetry-profile controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.262 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating telemetry-profile-sflow-profile controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.283 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.314 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-node-profile controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.333 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.349 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.367 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-hardware controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.383 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.400 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating device-functional-group:default-domain:default-project:Centrally-Routed-Border-Spine-With-Optimized-Multicast controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:804.424 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-device-functional-group controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.442 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating device-functional-group-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.457 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-bgp-connectivity controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:804.476 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.497 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.510 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-vrouter-table-limit-exceeded controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:804.526 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.541 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating feature-config:default-global-system-config:ar-client-leaf:assisted-replicator controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:804.578 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature-config controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.597 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.614 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:existing_fabric_onboard_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:804.636 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.664 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-virtual-router controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.683 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.699 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:server_import_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:804.721 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.738 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-snmp-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-2705-2. controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:804.754 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-snmp-node controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.768 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating job-template:default-global-system-config:fabric_deletion_template controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:804.788 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.800 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network:default-domain:default-project:default-virtual-network controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:804.819 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.839 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.852 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating database-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-2705-2. controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:804.866 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-database-node controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.883 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-definition:default-global-system-config:collapsed-spine controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:804.898 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-role-definition controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.913 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.930 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.947 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.962 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.981 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:804.996 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.012 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.026 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.040 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.055 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.073 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.087 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network:default-domain:default-project:_internal_vn_ipv6_link_local controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:805.106 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-virtual-network controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.125 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating virtual-network-network-ipam:attr(default-domain:default-project:_internal_ipam_ipv6_link_local,default-domain:default-project:_internal_vn_ipv6_link_local) controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:805.137 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-network-network-ipam controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.150 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating virtual-network-network-ipam controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.169 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating service-appliance-set:default-global-system-config:opencontrail controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:805.185 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-service-appliance-set controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.199 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-config:default-global-system-config:juniper-srx:basic controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:805.217 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-role-config controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.245 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.259 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating device-functional-group:default-domain:default-project:L3-Server-Leaf-with-Optimized-Multicast controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:805.278 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-device-functional-group controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.294 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating device-functional-group-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.313 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.326 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating device-functional-group:default-domain:default-project:L3-Gateway-Spine controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:805.345 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating project-device-functional-group controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.360 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating device-functional-group-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.373 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating role-definition:default-global-system-config:crb-gateway-leaf controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:805.597 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-role-definition controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.623 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.639 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.654 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.672 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.688 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.703 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.721 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.739 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.754 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-feature controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.771 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-overlay-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.786 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating role-definition-physical-role controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.804 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-process-connectivity controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:805.823 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.837 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating analytics-snmp-node:default-global-system-config:cn-jenkins-deploy-platform-ansible-os-2705-1. controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:805.857 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-analytics-snmp-node controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.881 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-node-profile controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.897 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating node-profile-job-template controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:805.914 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapNodeOperation: Creating alarm:default-global-system-config:system-defined-xmpp-connectivity controller/src/ifmap/ifmap_server_table.cc 95 2025-02-10 Mon 02:02:07:805.933 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: IFMap [SYS_DEBUG]: IFMapLinkOperation: Creating global-system-config-alarm controller/src/ifmap/ifmap_server_table.cc 130 2025-02-10 Mon 02:02:07:810.176 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: DnsAgent [SYS_NOTICE]: DnsOperational: EndOfRib point was reached, IF-MAP objects have been created controller/src/dns/main.cc 86 2025-02-10 Mon 02:02:07:810.259 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.virtual_DNS.0, counting 0 elements controller/src/dns/main.cc 98 2025-02-10 Mon 02:02:07:810.271 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.virtual_DNS_record.0, counting 0 elements controller/src/dns/main.cc 98 2025-02-10 Mon 02:02:07:810.288 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.network_ipam.0, counting 3 elements controller/src/dns/main.cc 98 2025-02-10 Mon 02:02:07:810.298 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.virtual_network_network_ipam.0, counting 1 elements controller/src/dns/main.cc 98 2025-02-10 Mon 02:02:07:810.307 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: DnsAgent [SYS_NOTICE]: DnsOperational: The IF-MAP database table has been updated: __ifmap__.global_qos_config.0, counting 1 elements controller/src/dns/main.cc 98 2025-02-10 Mon 02:02:07:810.316 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: DnsAgent [SYS_NOTICE]: DnsOperational: VnniConfig has been updated after the bulk sync, the number of elements: 1 controller/src/dns/main.cc 109 2025-02-10 Mon 02:02:07:810.325 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: DnsAgent [SYS_NOTICE]: DnsOperational: IpamConfig has been updated after the bulk sync, the number of elements: 3 controller/src/dns/main.cc 120 2025-02-10 Mon 02:02:07:810.333 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: DnsAgent [SYS_NOTICE]: DnsOperational: VirtualDnsConfig has been updated after the bulk sync, the number of elements: 0 controller/src/dns/main.cc 131 2025-02-10 Mon 02:02:07:810.342 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: DnsAgent [SYS_NOTICE]: DnsOperational: VirtualDnsRecordConfig has been updated after the bulk sync, the number of elements: 0 controller/src/dns/main.cc 142 2025-02-10 Mon 02:02:07:810.350 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: DnsAgent [SYS_NOTICE]: DnsOperational: GlobalQosConfig has been updated after the bulk sync controller/src/dns/main.cc 152 2025-02-10 Mon 02:02:07:810.410 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: RabbitMQ connection down src/contrail-common/config-client-mgr/config_amqp_client.cc 158 2025-02-10 Mon 02:02:07:810.422 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: Connect to Rabbit MQ with queue_delete TRUE src/contrail-common/config-client-mgr/config_amqp_client.cc 167 2025-02-10 Mon 02:02:07:810.547 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318997395200, Pid 111298]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 02:02:07:810.675 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318997395200, Pid 111298]: SANDESH: Send FAILED: 1739152927810386 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.17:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Down description = RabbitMQ connection down ], ] ] flag_infos= [ [ ] ] description = Collector, Database:RabbitMQ connection down ], ] ] ] 2025-02-10 Mon 02:02:07:811.580 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318997395200, Pid 111298]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2025-02-10 Mon 02:02:07:846.901 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: RabbitMQ connection established src/contrail-common/config-client-mgr/config_amqp_client.cc 151 2025-02-10 Mon 02:02:07:849.181 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.0.0.12:35530::10.0.0.17:8086(-1) < Active session connection complete src/contrail-common/io/tcp_session.cc 282 2025-02-10 Mon 02:02:07:849.208 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: 10.0.0.12:35530::10.0.0.17:8086(-1) OnSessionEvent TCP Connected 2025-02-10 Mon 02:02:07:849.220 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: 10.0.0.12:35530::10.0.0.17:8086(-1):EvTcpConnected 2025-02-10 Mon 02:02:07:849.284 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318955411200, Pid 111298]: Processing scm::EvSandeshSend in state Connect 2025-02-10 Mon 02:02:07:849.474 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318955411200, Pid 111298]: SANDESH: Send FAILED: 1739152927846858 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.17:8086, ] ] status = Initializing description = Disconnect : EvCollectorUpdate -> Connect ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-02-10 Mon 02:02:07:849.483 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318955411200, Pid 111298]: Wrong state: Connect for event: EvSandeshSend message: NodeStatusUVE 2025-02-10 Mon 02:02:07:849.493 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318955411200, Pid 111298]: Processing scm::EvTcpConnected in state Connect 2025-02-10 Mon 02:02:07:849.501 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318955411200, Pid 111298]: Connect : EvTcpConnected : Cancelling Connect timer 2025-02-10 Mon 02:02:07:849.534 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318955411200, Pid 111298]: ClientInit 2025-02-10 Mon 02:02:07:849.596 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318984800000, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: TRUE src/contrail-common/config-client-mgr/config_client_manager.cc 225 2025-02-10 Mon 02:02:07:849.911 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318988998400, Pid 111298]: DnsAgent [SYS_NOTICE]: DnsOperational: BIND named up; DNS is operational controller/src/dns/mgr/dns_mgr.cc 737 2025-02-10 Mon 02:02:07:850.663 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318955411200, Pid 111298]: Sending Ctrl Message for cn-jenkins-deploy-platform-ansible-os-2705-2:contrail-dns:0:Control count 1 2025-02-10 Mon 02:02:07:850.808 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318955411200, Pid 111298]: Processing scm::EvSandeshSend in state ClientInit 2025-02-10 Mon 02:02:07:850.819 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318955411200, Pid 111298]: ClientInit : EvSandeshSend : NodeStatusUVE 2025-02-10 Mon 02:02:07:850.843 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318955411200, Pid 111298]: SANDESH: Send FAILED: 1739152927849527 [SYS_NOTICE]: NodeStatusUVE: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.17:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] ] 2025-02-10 Mon 02:02:07:850.857 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318955411200, Pid 111298]: Received UVE message in wrong state : NodeStatusUVE 2025-02-10 Mon 02:02:07:850.866 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318955411200, Pid 111298]: Processing scm::EvSandeshSend in state ClientInit 2025-02-10 Mon 02:02:07:850.873 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318955411200, Pid 111298]: ClientInit : EvSandeshSend : SandeshCtrlClientToServer 2025-02-10 Mon 02:02:07:850.887 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318955411200, Pid 111298]: Processing scm::EvSandeshSend in state ClientInit 2025-02-10 Mon 02:02:07:850.901 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318955411200, Pid 111298]: ClientInit : EvSandeshSend : SandeshModuleClientTrace 2025-02-10 Mon 02:02:07:851.060 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318955411200, Pid 111298]: SANDESH: Send FAILED: 1739152927850787 [SYS_NOTICE]: SandeshModuleClientTrace: data= [ name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 1 pid = 111298 http_port = 8092 start_time = 1739152927031897 collector_name = collector_ip = 10.0.0.17:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 152 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 13 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 7 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 3 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 922, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 10, _iter59->first = sent _iter59->second = 0, ] ] ] 2025-02-10 Mon 02:02:07:851.083 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318955411200, Pid 111298]: Received UVE message in wrong state : SandeshModuleClientTrace 2025-02-10 Mon 02:02:07:853.063 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318968006400, Pid 111298]: OnMessage control in state: ClientInit 2025-02-10 Mon 02:02:07:853.104 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318968006400, Pid 111298]: Processing scm::EvSandeshMessageRecv in state ClientInit 2025-02-10 Mon 02:02:07:853.114 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318968006400, Pid 111298]: ClientInit : EvSandeshMessageRecv 2025-02-10 Mon 02:02:07:853.136 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318968006400, Pid 111298]: Received Ctrl Message with size 0 2025-02-10 Mon 02:02:07:853.146 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318968006400, Pid 111298]: SyncAllMaps for DnsState:0 period 0 cycle 0 without seqno , total = 0 2025-02-10 Mon 02:02:07:853.312 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318968006400, Pid 111298]: SyncUVE Syncing ObjectGeneratorInfo val name = cn-jenkins-deploy-platform-ansible-os-2705-2:Control:contrail-dns:0 client_info= [ status = ClientInit successful_connections = 1 pid = 111298 http_port = 8092 start_time = 1739152927031897 collector_name = collector_ip = 10.0.0.17:8086 collector_list= [ [ (*_iter40) = 10.0.0.17:8086, (*_iter40) = 10.0.0.30:8086, (*_iter40) = 10.0.0.12:8086, ] ] rx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] tx_socket_stats= [ bytes = 0 calls = 0 average_bytes = 0 blocked_duration = 00:00:00 blocked_count = 0 average_blocked_duration = errors = 0 ] ] msg_type_agg= [ [ _iter58->first = ConfigClientMgrDebug [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 152 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = ConfigurationMalformedReferenceWarningLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 14 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = DnsOperational [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 13 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapLinkOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 469 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = IFMapNodeOperation [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 271 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = NodeStatusUVE [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 7 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = SandeshModuleClientTrace [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 1 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 3 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 0 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpServerMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 2 messages_sent_dropped_sending_to_syslog = 0 ], _iter58->first = TcpSessionMessageLog [ messages_sent = 0 messages_sent_dropped_no_queue = 0 messages_sent_dropped_no_client = 0 messages_sent_dropped_no_session = 0 messages_sent_dropped_queue_level = 0 messages_sent_dropped_client_send_failed = 0 messages_sent_dropped_session_not_connected = 0 messages_sent_dropped_header_write_failed = 0 messages_sent_dropped_write_failed = 0 messages_sent_dropped_wrong_client_sm_state = 0 messages_sent_dropped_validation_failed = 0 messages_sent_dropped_rate_limited = 0 messages_sent_dropped_sending_disabled = 1 messages_sent_dropped_sending_to_syslog = 0 ], ] ] tx_msg_agg= [ [ _iter59->first = dropped_client_send_failed _iter59->second = 0, _iter59->first = dropped_header_write_failed _iter59->second = 0, _iter59->first = dropped_no_client _iter59->second = 1, _iter59->first = dropped_no_queue _iter59->second = 0, _iter59->first = dropped_no_session _iter59->second = 0, _iter59->first = dropped_queue_level _iter59->second = 0, _iter59->first = dropped_rate_limited _iter59->second = 0, _iter59->first = dropped_sending_disabled _iter59->second = 922, _iter59->first = dropped_sending_to_syslog _iter59->second = 0, _iter59->first = dropped_session_not_connected _iter59->second = 0, _iter59->first = dropped_validation_failed _iter59->second = 0, _iter59->first = dropped_write_failed _iter59->second = 0, _iter59->first = dropped_wrong_client_sm_state _iter59->second = 10, _iter59->first = sent _iter59->second = 0, ] ] proxy seq 5 2025-02-10 Mon 02:02:07:853.339 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318968006400, Pid 111298]: SyncAllMaps for ModuleClientState:0 period 0 cycle 0 without seqno , total = 1 2025-02-10 Mon 02:02:07:853.364 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318968006400, Pid 111298]: SyncUVE Syncing ObjectDns val name = cn-jenkins-deploy-platform-ansible-os-2705-2 process_status= [ [ [ module_id = contrail-dns instance_id = 0 state = Non-Functional connection_infos= [ [ [ type = Collector name = server_addrs= [ [ (*_iter6) = 10.0.0.17:8086, ] ] status = Initializing description = Connect : EvTcpConnected ], [ type = Database name = Cassandra server_addrs= [ [ (*_iter6) = 10.0.0.17:9041, (*_iter6) = 10.0.0.12:9041, (*_iter6) = 10.0.0.30:9041, ] ] status = Up description = Established Cassandra connection ], [ type = Database name = RabbitMQ server_addrs= [ [ (*_iter6) = 10.0.0.17:5673, (*_iter6) = 10.0.0.12:5673, (*_iter6) = 10.0.0.30:5673, ] ] status = Up description = RabbitMQ connection established ], ] ] flag_infos= [ [ ] ] description = Collector connection down ], ] ] proxy seq 8 2025-02-10 Mon 02:02:07:853.509 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318968006400, Pid 111298]: SyncAllMaps for NodeStatus:0 period 0 cycle 0 without seqno , total = 1 2025-02-10 Mon 02:02:07:853.521 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318968006400, Pid 111298]: SyncAllMaps for PeerFlapData:0 period 0 cycle 0 without seqno , total = 0 2025-02-10 Mon 02:02:07:853.528 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318968006400, Pid 111298]: SyncAllMaps for PeerStatsData:0 period 0 cycle 0 without seqno , total = 0 2025-02-10 Mon 02:02:07:853.537 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318968006400, Pid 111298]: SyncAllMaps for XmppPeerInfoData:0 period 0 cycle 0 without seqno , total = 0 2025-02-10 Mon 02:02:07:853.577 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318968006400, Pid 111298]: Established 2025-02-10 Mon 02:02:08:911.716 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318976403200, Pid 111298]: Applying named configuration failed 2025-02-10 Mon 02:02:08:911.805 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318976403200, Pid 111298]: DnsAgent [SYS_NOTICE]: DnsOperational: Bulk sync has been done (the DB has been synced with named) controller/src/dns/mgr/dns_mgr.cc 455 2025-02-10 Mon 02:02:09:457.478 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:02:28:580.484 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: XMPP [SYS_DEBUG]: XmppCreateConnection: XMPP Peer cn-jenkins-deploy-platform-ansible-os-2705-2:10.20.0.7 SEND Xmpp creating dynamic channel 10.20.0.6:8093::10.20.0.7:33991 controller/src/xmpp/xmpp_server.cc 586 2025-02-10 Mon 02:02:28:580.594 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: XMPP [SYS_INFO]: XmppConnectionCreate: XMPP Peer cn-jenkins-deploy-platform-ansible-os-2705-2:10.20.0.7 RECV Created Xmpp Server connection from cn-jenkins-deploy-platform-ansible-os-2705-2 To : controller/src/xmpp/xmpp_connection.cc 727 2025-02-10 Mon 02:02:28:580.647 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8093::10.20.0.7:33991 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:02:28:580.781 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318988998400, Pid 111298]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer cn-jenkins-deploy-platform-ansible-os-2705-2:10.20.0.7 RECV Mode Server: PassiveOpen in state: Idle peer ip: 10.20.0.7 ( ) controller/src/xmpp/xmpp_state_machine.cc 1325 2025-02-10 Mon 02:02:28:580.795 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318976403200, Pid 111298]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.7 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-02-10 Mon 02:02:28:581.356 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318976403200, Pid 111298]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.7 state = Active event = EvTcpPassiveOpen local_port = 8093 remote_port = 33991 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-02-10 Mon 02:02:28:581.407 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318976403200, Pid 111298]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.7 state = Active next_state = Established event = EvXmppOpen identifier = an-jenkins-deploy-platform-ansible-os-2705-2/dns ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-02-10 Mon 02:02:28:709.798 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: XMPP [SYS_DEBUG]: XmppCreateConnection: XMPP Peer cn-jenkins-deploy-platform-ansible-os-2705-2:10.20.0.21 SEND Xmpp creating dynamic channel 10.20.0.6:8093::10.20.0.21:35979 controller/src/xmpp/xmpp_server.cc 586 2025-02-10 Mon 02:02:28:709.866 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: XMPP [SYS_INFO]: XmppConnectionCreate: XMPP Peer cn-jenkins-deploy-platform-ansible-os-2705-2:10.20.0.21 RECV Created Xmpp Server connection from cn-jenkins-deploy-platform-ansible-os-2705-2 To : controller/src/xmpp/xmpp_connection.cc 727 2025-02-10 Mon 02:02:28:709.903 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8093::10.20.0.21:35979 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:02:28:710.021 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318955411200, Pid 111298]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer cn-jenkins-deploy-platform-ansible-os-2705-2:10.20.0.21 RECV Mode Server: PassiveOpen in state: Idle peer ip: 10.20.0.21 ( ) controller/src/xmpp/xmpp_state_machine.cc 1325 2025-02-10 Mon 02:02:28:710.035 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318997395200, Pid 111298]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.21 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-02-10 Mon 02:02:28:710.809 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318997395200, Pid 111298]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.21 state = Active event = EvTcpPassiveOpen local_port = 8093 remote_port = 35979 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-02-10 Mon 02:02:28:710.877 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318997395200, Pid 111298]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.21 state = Active next_state = Established event = EvXmppOpen identifier = an-jenkins-deploy-platform-ansible-os-2705-1/dns ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-02-10 Mon 02:02:51:589.049 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318951212800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:03:15:968.991 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318984800000, Pid 111298]: ConfigClientManager [SYS_WARN]: ConfigClientMgrWarning: RabbitMQ SM: Caught exception while receiving messages from RabbitMQ: 10.0.0.17:5673 : connection error: 320: CONNECTION_FORCED - broker forced connection closure with reason 'shutdown' src/contrail-common/config-client-mgr/config_amqp_client.cc 366 2025-02-10 Mon 02:03:15:970.576 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318984800000, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: RabbitMQ connection down src/contrail-common/config-client-mgr/config_amqp_client.cc 158 2025-02-10 Mon 02:03:15:970.607 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318984800000, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: Connect to Rabbit MQ with queue_delete FALSE src/contrail-common/config-client-mgr/config_amqp_client.cc 167 2025-02-10 Mon 02:03:15:970.891 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318984800000, Pid 111298]: ConfigClientManager [SYS_WARN]: ConfigClientMgrWarning: RabbitMQ SM: Caught exception while connecting to RabbitMQ: 10.0.0.17:5673 : a socket error occurred src/contrail-common/config-client-mgr/config_amqp_client.cc 220 2025-02-10 Mon 02:03:16:271.542 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318984800000, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: RabbitMQ connection established src/contrail-common/config-client-mgr/config_amqp_client.cc 151 2025-02-10 Mon 02:04:44:529.738 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318984800000, Pid 111298]: ConfigClientManager [SYS_WARN]: ConfigClientMgrWarning: RabbitMQ SM: Caught exception while receiving messages from RabbitMQ: 10.0.0.12:5673 : connection error: 320: CONNECTION_FORCED - broker forced connection closure with reason 'shutdown' src/contrail-common/config-client-mgr/config_amqp_client.cc 366 2025-02-10 Mon 02:04:44:532.145 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318984800000, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: RabbitMQ connection down src/contrail-common/config-client-mgr/config_amqp_client.cc 158 2025-02-10 Mon 02:04:44:532.174 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318984800000, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: Connect to Rabbit MQ with queue_delete FALSE src/contrail-common/config-client-mgr/config_amqp_client.cc 167 2025-02-10 Mon 02:04:44:533.039 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318984800000, Pid 111298]: ConfigClientManager [SYS_WARN]: ConfigClientMgrWarning: RabbitMQ SM: Caught exception while connecting to RabbitMQ: 10.0.0.12:5673 : a socket error occurred src/contrail-common/config-client-mgr/config_amqp_client.cc 220 2025-02-10 Mon 02:04:44:608.399 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318984800000, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: RabbitMQ connection established src/contrail-common/config-client-mgr/config_amqp_client.cc 151 2025-02-10 Mon 02:05:08:340.890 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.6:50270 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:05:09:845.003 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.8:41158 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:05:09:873.580 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.11:47574 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:05:35:046.619 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.8:41036 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:05:35:607.675 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.6:52536 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:05:36:473.528 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.11:37342 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:06:16:317.762 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318984800000, Pid 111298]: ConfigClientManager [SYS_WARN]: ConfigClientMgrWarning: RabbitMQ SM: Caught exception while receiving messages from RabbitMQ: 10.0.0.30:5673 : connection error: 320: CONNECTION_FORCED - broker forced connection closure with reason 'shutdown' src/contrail-common/config-client-mgr/config_amqp_client.cc 366 2025-02-10 Mon 02:06:16:333.077 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318984800000, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: RabbitMQ connection down src/contrail-common/config-client-mgr/config_amqp_client.cc 158 2025-02-10 Mon 02:06:16:333.113 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318984800000, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: Connect to Rabbit MQ with queue_delete FALSE src/contrail-common/config-client-mgr/config_amqp_client.cc 167 2025-02-10 Mon 02:06:16:333.814 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318984800000, Pid 111298]: ConfigClientManager [SYS_WARN]: ConfigClientMgrWarning: RabbitMQ SM: Caught exception while connecting to RabbitMQ: 10.0.0.30:5673 : a socket error occurred src/contrail-common/config-client-mgr/config_amqp_client.cc 220 2025-02-10 Mon 02:06:16:425.286 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318984800000, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: RabbitMQ SM: RabbitMQ connection established src/contrail-common/config-client-mgr/config_amqp_client.cc 151 2025-02-10 Mon 02:10:08:346.769 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.6:39698 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:10:09:849.562 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.8:45266 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:10:09:876.589 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.11:49354 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:10:35:048.675 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.8:46458 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:10:35:607.119 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.6:43520 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:10:36:474.451 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.11:33244 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:15:08:345.894 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.6:51268 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:15:09:850.752 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.8:36132 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:15:09:879.588 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.11:35746 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:15:35:052.166 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.8:39160 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:15:35:608.975 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.6:34020 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:15:36:477.521 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.11:38072 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:17:50:424.040 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer cn-jenkins-deploy-platform-ansible-os-2705-2:10.20.0.21 RECV Mode Server: Event: Tcp Connection Closed peer ip: 10.20.0.21 ( an-jenkins-deploy-platform-ansible-os-2705-1/dns ) controller/src/xmpp/xmpp_state_machine.cc 1310 2025-02-10 Mon 02:17:50:424.291 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318997395200, Pid 111298]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer cn-jenkins-deploy-platform-ansible-os-2705-2:10.20.0.21 Deleted Xmpp Server connection from cn-jenkins-deploy-platform-ansible-os-2705-2 To : an-jenkins-deploy-platform-ansible-os-2705-1/dns controller/src/xmpp/xmpp_connection.cc 734 2025-02-10 Mon 02:17:50:424.326 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318997395200, Pid 111298]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.21 state = Established next_state = Idle event = EvTcpClose ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-02-10 Mon 02:17:50:424.392 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318997395200, Pid 111298]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.21 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-02-10 Mon 02:17:50:481.949 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer cn-jenkins-deploy-platform-ansible-os-2705-2:10.20.0.7 RECV Mode Server: Event: Tcp Connection Closed peer ip: 10.20.0.7 ( an-jenkins-deploy-platform-ansible-os-2705-2/dns ) controller/src/xmpp/xmpp_state_machine.cc 1310 2025-02-10 Mon 02:17:50:482.165 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.7 state = Established next_state = Idle event = EvTcpClose ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-02-10 Mon 02:17:50:482.201 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318963808000, Pid 111298]: XMPP [SYS_INFO]: XmppConnectionDelete: XMPP Peer cn-jenkins-deploy-platform-ansible-os-2705-2:10.20.0.7 Deleted Xmpp Server connection from cn-jenkins-deploy-platform-ansible-os-2705-2 To : an-jenkins-deploy-platform-ansible-os-2705-2/dns controller/src/xmpp/xmpp_connection.cc 734 2025-02-10 Mon 02:17:50:482.244 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.7 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-02-10 Mon 02:19:37:262.918 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: XMPP [SYS_DEBUG]: XmppCreateConnection: XMPP Peer cn-jenkins-deploy-platform-ansible-os-2705-2:10.20.0.21 SEND Xmpp creating dynamic channel 10.20.0.6:8093::10.20.0.21:34107 controller/src/xmpp/xmpp_server.cc 586 2025-02-10 Mon 02:19:37:262.979 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: XMPP [SYS_INFO]: XmppConnectionCreate: XMPP Peer cn-jenkins-deploy-platform-ansible-os-2705-2:10.20.0.21 RECV Created Xmpp Server connection from cn-jenkins-deploy-platform-ansible-os-2705-2 To : controller/src/xmpp/xmpp_connection.cc 727 2025-02-10 Mon 02:19:37:263.015 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8093::10.20.0.21:34107 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:19:37:263.168 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318955411200, Pid 111298]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer cn-jenkins-deploy-platform-ansible-os-2705-2:10.20.0.21 RECV Mode Server: PassiveOpen in state: Idle peer ip: 10.20.0.21 ( ) controller/src/xmpp/xmpp_state_machine.cc 1325 2025-02-10 Mon 02:19:37:263.218 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318955411200, Pid 111298]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.21 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-02-10 Mon 02:19:37:263.371 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318955411200, Pid 111298]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.21 state = Active event = EvTcpPassiveOpen local_port = 8093 remote_port = 34107 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-02-10 Mon 02:19:37:267.104 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318980601600, Pid 111298]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.21 state = Active next_state = Established event = EvXmppOpen identifier = an-jenkins-deploy-platform-ansible-os-2705-1/dns ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-02-10 Mon 02:19:37:546.926 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: XMPP [SYS_DEBUG]: XmppCreateConnection: XMPP Peer cn-jenkins-deploy-platform-ansible-os-2705-2:10.20.0.7 SEND Xmpp creating dynamic channel 10.20.0.6:8093::10.20.0.7:46191 controller/src/xmpp/xmpp_server.cc 586 2025-02-10 Mon 02:19:37:546.994 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: XMPP [SYS_INFO]: XmppConnectionCreate: XMPP Peer cn-jenkins-deploy-platform-ansible-os-2705-2:10.20.0.7 RECV Created Xmpp Server connection from cn-jenkins-deploy-platform-ansible-os-2705-2 To : controller/src/xmpp/xmpp_connection.cc 727 2025-02-10 Mon 02:19:37:547.033 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8093::10.20.0.7:46191 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:19:37:548.235 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318993196800, Pid 111298]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.7 state = Idle next_state = Active event = Start ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-02-10 Mon 02:19:37:548.237 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318959609600, Pid 111298]: XMPP [SYS_NOTICE]: XmppEventLog: XMPP Peer cn-jenkins-deploy-platform-ansible-os-2705-2:10.20.0.7 RECV Mode Server: PassiveOpen in state: Idle peer ip: 10.20.0.7 ( ) controller/src/xmpp/xmpp_state_machine.cc 1325 2025-02-10 Mon 02:19:37:548.374 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.7 state = Active event = EvTcpPassiveOpen local_port = 8093 remote_port = 46191 ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-02-10 Mon 02:19:37:552.481 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318963808000, Pid 111298]: [SYS_INFO]: XmppConnectionLog: connection= [ ip_address = 10.20.0.7 state = Active next_state = Established event = EvXmppOpen identifier = an-jenkins-deploy-platform-ansible-os-2705-2/dns ] file = controller/src/xmpp/xmpp_state_machine.cc line = 1709 2025-02-10 Mon 02:19:40:658.475 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318980601600, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:19:40:728.989 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318963808000, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:19:40:885.326 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318972204800, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:19:40:954.156 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140318976403200, Pid 111298]: ConfigClientManager [SYS_DEBUG]: ConfigClientMgrDebug: Cassandra SM: Established Cassandra connection src/contrail-common/config-client-mgr/config_cassandra_client.cc 573 2025-02-10 Mon 02:20:08:350.892 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.6:42606 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:20:09:856.190 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.8:45280 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:20:09:882.741 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.11:55472 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:20:35:054.421 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.8:60166 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:20:35:613.609 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.6:39760 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:20:36:486.439 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.11:41882 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:25:08:356.236 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.6:35868 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:25:09:861.062 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.8:36988 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:25:09:889.592 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.11:51866 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:25:35:056.126 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.8:44664 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:25:35:623.292 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.6:33070 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:25:36:481.076 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.11:46232 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:30:08:357.619 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.6:35386 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:30:09:864.271 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.8:37658 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:30:09:890.993 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.11:54116 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:30:35:055.088 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.8:43028 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:30:35:614.459 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.6:54452 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256 2025-02-10 Mon 02:30:36:484.474 UTC cn-jenkins-deploy-platform-ansible-os-2705-2 [Thread 140319155460224, Pid 111298]: TCP [SYS_DEBUG]: TcpSessionMessageLog: Session 10.20.0.6:8092::10.20.0.11:41012 > Passive session Accept complete src/contrail-common/io/tcp_session.cc 256