10/28/2024 01:47:25.629 7f57d760a978 [contrail-analytics-api] [ERROR]: Cannot write http_port 8090 to /tmp/contrail-analytics-api.0.http_port 10/28/2024 01:47:25.629 7f57d760a978 [contrail-analytics-api] [ERROR]: Starting Introspect on HTTP Port 8090 10/28/2024 01:47:25.630 7f57d75912e8 [contrail-analytics-api] [ERROR]: SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-104-1.cluster.local process_status = [ << module_id = contrail-analytics-api instance_id = 0 state = Functional connection_infos = [ << type = UvePartitions name = UVE-Aggregation server_addrs = [ 10.0.0.22:6379, ] status = Up description = Not using Kafka for UVE Aggregation >>, ] description = >>, ] >> 10/28/2024 01:47:25.630 7f57d75912e8 [contrail-analytics-api] [ERROR]: SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-104-1.cluster.local process_status = [ << module_id = contrail-analytics-api instance_id = 0 state = Non-Functional connection_infos = [ << type = UvePartitions name = UVE-Aggregation server_addrs = [ 10.0.0.22:6379, ] status = Up description = Not using Kafka for UVE Aggregation >>, << type = Redis-UVE name = 10.0.0.22:6379 server_addrs = [ 10.0.0.22:6379, ] status = Initializing description = Redis Instance initialized >>, ] description = Redis-UVE:10.0.0.22:6379[Redis Instance initialized] connection down >>, ] >> 10/28/2024 01:47:25.630 7f57d75912e8 [contrail-analytics-api] [ERROR]: SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-104-1.cluster.local process_status = [ << module_id = contrail-analytics-api instance_id = 0 state = Non-Functional connection_infos = [ << type = UvePartitions name = UVE-Aggregation server_addrs = [ 10.0.0.22:6379, ] status = Up description = Not using Kafka for UVE Aggregation >>, << type = Redis-UVE name = 10.0.0.22:6379 server_addrs = [ 10.0.0.22:6379, ] status = Initializing description = Redis Instance initialized >>, << type = Zookeeper name = OpServer server_addrs = [ 10.0.0.22:2181, ] status = Initializing description = Connection to Zookeeper initialized >>, ] description = Redis-UVE:10.0.0.22:6379[Redis Instance initialized], Zookeeper:OpServer[Connection to Zookeeper initialized] connection down >>, ] >> 10/28/2024 01:47:25.630 7f57d75912e8 [contrail-analytics-api] [ERROR]: SANDESH: [DROP: WrongClientSMState] AnalyticsApiInfoUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-104-1.cluster.local analytics_node_ip = { rest_api_ip : 10.0.0.22host_ip : 10.0.0.22 } >> 10/28/2024 01:47:25.630 7f57d75912e8 [contrail-analytics-api] [ERROR]: SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-104-1.cluster.local process_status = [ << module_id = contrail-analytics-api instance_id = 0 state = Non-Functional connection_infos = [ << type = UvePartitions name = UVE-Aggregation server_addrs = [ 10.0.0.22:6379, ] status = Up description = Not using Kafka for UVE Aggregation >>, << type = Redis-UVE name = 10.0.0.22:6379 server_addrs = [ 10.0.0.22:6379, ] status = Initializing description = Redis Instance initialized >>, << type = Zookeeper name = OpServer server_addrs = [ 10.0.0.22:2181, ] status = Initializing description = Connection to Zookeeper initialized >>, << type = Collector name = Collector server_addrs = [ , ] status = Down description = none to Idle on EvStart >>, ] description = Redis-UVE:10.0.0.22:6379[Redis Instance initialized], Zookeeper:OpServer[Connection to Zookeeper initialized], Collector:Collector[none to Idle on EvStart] connection down >>, ] >> 10/28/2024 01:47:25.630 7f57d75912e8 [contrail-analytics-api] [ERROR]: SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-k8s-manifests-104-1.cluster.local:Analytics:contrail-analytics-api:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8090 start_time = 1730080045629851 collector_name = collector_ip = collector_list = [ 10.0.0.22:8086, ] >> sm_queue_count = 5 max_sm_queue_count = 5 >> 10/28/2024 01:47:25.640 7f57d7591a20 [contrail-analytics-api] [ERROR]: SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-104-1.cluster.local process_status = [ << module_id = contrail-analytics-api instance_id = 0 state = Non-Functional connection_infos = [ << type = UvePartitions name = UVE-Aggregation server_addrs = [ 10.0.0.22:6379, ] status = Up description = Not using Kafka for UVE Aggregation >>, << type = Redis-UVE name = 10.0.0.22:6379 server_addrs = [ 10.0.0.22:6379, ] status = Up >>, << type = Zookeeper name = OpServer server_addrs = [ 10.0.0.22:2181, ] status = Initializing description = Connection to Zookeeper initialized >>, << type = Collector name = Collector server_addrs = [ , ] status = Down description = none to Idle on EvStart >>, ] description = Zookeeper:OpServer[Connection to Zookeeper initialized], Collector:Collector[none to Idle on EvStart] connection down >>, ] >> 10/28/2024 01:47:25.642 7f57d75916d8 [contrail-analytics-api] [ERROR]: SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-104-1.cluster.local process_status = [ << module_id = contrail-analytics-api instance_id = 0 state = Non-Functional connection_infos = [ << type = UvePartitions name = UVE-Aggregation server_addrs = [ 10.0.0.22:6379, ] status = Up description = Not using Kafka for UVE Aggregation >>, << type = Redis-UVE name = 10.0.0.22:6379 server_addrs = [ 10.0.0.22:6379, ] status = Up >>, << type = Zookeeper name = OpServer server_addrs = [ 10.0.0.22:2181, ] status = Up description = Connection to Zookeeper re-established >>, << type = Collector name = Collector server_addrs = [ , ] status = Down description = none to Idle on EvStart >>, ] description = Collector:Collector[none to Idle on EvStart] connection down >>, ] >> 10/28/2024 01:47:25.642 7f57d75916d8 [contrail-analytics-api] [ERROR]: SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-104-1.cluster.local process_status = [ << module_id = contrail-analytics-api instance_id = 0 state = Non-Functional connection_infos = [ << type = UvePartitions name = UVE-Aggregation server_addrs = [ 10.0.0.22:6379, ] status = Up description = Not using Kafka for UVE Aggregation >>, << type = Redis-UVE name = 10.0.0.22:6379 server_addrs = [ 10.0.0.22:6379, ] status = Up >>, << type = Zookeeper name = OpServer server_addrs = [ 10.0.0.22:2181, ] status = Up description = Connection to Zookeeper established >>, << type = Collector name = Collector server_addrs = [ , ] status = Down description = none to Idle on EvStart >>, ] description = Collector:Collector[none to Idle on EvStart] connection down >>, ] >> 10/28/2024 01:47:29.635 7f57d7392d68 [contrail-analytics-api] [ERROR]: Session Event: TCP Connect Fail 10/28/2024 01:47:29.636 7f57d7392d68 [contrail-analytics-api] [ERROR]: SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-104-1.cluster.local process_status = [ << module_id = contrail-analytics-api instance_id = 0 state = Non-Functional connection_infos = [ << type = UvePartitions name = UVE-Aggregation server_addrs = [ 10.0.0.22:6379, ] status = Up description = Not using Kafka for UVE Aggregation >>, << type = Redis-UVE name = 10.0.0.22:6379 server_addrs = [ 10.0.0.22:6379, ] status = Up >>, << type = Zookeeper name = OpServer server_addrs = [ 10.0.0.22:2181, ] status = Up description = Connection to Zookeeper established >>, << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> 10/28/2024 01:47:29.636 7f57d7392d68 [contrail-analytics-api] [ERROR]: SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-104-1.cluster.local process_status = [ << module_id = contrail-analytics-api instance_id = 0 state = Non-Functional connection_infos = [ << type = UvePartitions name = UVE-Aggregation server_addrs = [ 10.0.0.22:6379, ] status = Up description = Not using Kafka for UVE Aggregation >>, << type = Redis-UVE name = 10.0.0.22:6379 server_addrs = [ 10.0.0.22:6379, ] status = Up >>, << type = Zookeeper name = OpServer server_addrs = [ 10.0.0.22:2181, ] status = Up description = Connection to Zookeeper established >>, << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> 10/28/2024 01:47:29.636 7f57d7392d68 [contrail-analytics-api] [ERROR]: SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-k8s-manifests-104-1.cluster.local:Analytics:contrail-analytics-api:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8090 start_time = 1730080045629851 collector_name = collector_ip = 10.0.0.22:8086 collector_list = [ 10.0.0.22:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 6 >> 10/28/2024 01:47:30.643 7f57d739d828 [contrail-analytics-api] [ERROR]: SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-104-1.cluster.local process_status = [ << module_id = contrail-analytics-api instance_id = 0 state = Non-Functional connection_infos = [ << type = UvePartitions name = UVE-Aggregation server_addrs = [ 10.0.0.22:6379, ] status = Up description = Not using Kafka for UVE Aggregation >>, << type = Zookeeper name = OpServer server_addrs = [ 10.0.0.22:2181, ] status = Up description = Connection to Zookeeper established >>, << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> 10/28/2024 01:47:33.643 7f57d7392d68 [contrail-analytics-api] [ERROR]: Session Event: TCP Connect Fail 10/28/2024 01:47:33.643 7f57d7392d68 [contrail-analytics-api] [ERROR]: SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-104-1.cluster.local process_status = [ << module_id = contrail-analytics-api instance_id = 0 state = Non-Functional connection_infos = [ << type = UvePartitions name = UVE-Aggregation server_addrs = [ 10.0.0.22:6379, ] status = Up description = Not using Kafka for UVE Aggregation >>, << type = Zookeeper name = OpServer server_addrs = [ 10.0.0.22:2181, ] status = Up description = Connection to Zookeeper established >>, << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> 10/28/2024 01:47:33.649 7f57d7392d68 [contrail-analytics-api] [ERROR]: SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-104-1.cluster.local process_status = [ << module_id = contrail-analytics-api instance_id = 0 state = Non-Functional connection_infos = [ << type = UvePartitions name = UVE-Aggregation server_addrs = [ 10.0.0.22:6379, ] status = Up description = Not using Kafka for UVE Aggregation >>, << type = Zookeeper name = OpServer server_addrs = [ 10.0.0.22:2181, ] status = Up description = Connection to Zookeeper established >>, << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> 10/28/2024 01:47:33.649 7f57d7392d68 [contrail-analytics-api] [ERROR]: SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-k8s-manifests-104-1.cluster.local:Analytics:contrail-analytics-api:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8090 start_time = 1730080045629851 collector_name = collector_ip = 10.0.0.22:8086 collector_list = [ 10.0.0.22:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 6 >> 10/28/2024 01:47:37.647 7f57d7392d68 [contrail-analytics-api] [ERROR]: Session Event: TCP Connect Fail 10/28/2024 01:47:37.704 7f57d7392d68 [contrail-analytics-api] [ERROR]: SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-104-1.cluster.local process_status = [ << module_id = contrail-analytics-api instance_id = 0 state = Non-Functional connection_infos = [ << type = UvePartitions name = UVE-Aggregation server_addrs = [ 10.0.0.22:6379, ] status = Up description = Not using Kafka for UVE Aggregation >>, << type = Zookeeper name = OpServer server_addrs = [ 10.0.0.22:2181, ] status = Up description = Connection to Zookeeper established >>, << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> 10/28/2024 01:47:37.706 7f57d7392d68 [contrail-analytics-api] [ERROR]: SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-104-1.cluster.local process_status = [ << module_id = contrail-analytics-api instance_id = 0 state = Non-Functional connection_infos = [ << type = UvePartitions name = UVE-Aggregation server_addrs = [ 10.0.0.22:6379, ] status = Up description = Not using Kafka for UVE Aggregation >>, << type = Zookeeper name = OpServer server_addrs = [ 10.0.0.22:2181, ] status = Up description = Connection to Zookeeper established >>, << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> 10/28/2024 01:47:37.707 7f57d7392d68 [contrail-analytics-api] [ERROR]: SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-k8s-manifests-104-1.cluster.local:Analytics:contrail-analytics-api:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8090 start_time = 1730080045629851 collector_name = collector_ip = 10.0.0.22:8086 collector_list = [ 10.0.0.22:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 6 >> 10/28/2024 01:47:41.653 7f57d7392cc0 [contrail-analytics-api] [ERROR]: Session Event: TCP Connect Fail 10/28/2024 01:47:41.701 7f57d7392cc0 [contrail-analytics-api] [ERROR]: SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-104-1.cluster.local process_status = [ << module_id = contrail-analytics-api instance_id = 0 state = Non-Functional connection_infos = [ << type = UvePartitions name = UVE-Aggregation server_addrs = [ 10.0.0.22:6379, ] status = Up description = Not using Kafka for UVE Aggregation >>, << type = Zookeeper name = OpServer server_addrs = [ 10.0.0.22:2181, ] status = Up description = Connection to Zookeeper established >>, << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> 10/28/2024 01:47:41.714 7f57d7392cc0 [contrail-analytics-api] [ERROR]: SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-104-1.cluster.local process_status = [ << module_id = contrail-analytics-api instance_id = 0 state = Non-Functional connection_infos = [ << type = UvePartitions name = UVE-Aggregation server_addrs = [ 10.0.0.22:6379, ] status = Up description = Not using Kafka for UVE Aggregation >>, << type = Zookeeper name = OpServer server_addrs = [ 10.0.0.22:2181, ] status = Up description = Connection to Zookeeper established >>, << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> 10/28/2024 01:47:41.715 7f57d7392cc0 [contrail-analytics-api] [ERROR]: SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-k8s-manifests-104-1.cluster.local:Analytics:contrail-analytics-api:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8090 start_time = 1730080045629851 collector_name = collector_ip = 10.0.0.22:8086 collector_list = [ 10.0.0.22:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 6 >> 10/28/2024 01:47:45.657 7f57d7392cc0 [contrail-analytics-api] [ERROR]: Session Event: TCP Connect Fail 10/28/2024 01:47:45.658 7f57d7392cc0 [contrail-analytics-api] [ERROR]: SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-104-1.cluster.local process_status = [ << module_id = contrail-analytics-api instance_id = 0 state = Non-Functional connection_infos = [ << type = UvePartitions name = UVE-Aggregation server_addrs = [ 10.0.0.22:6379, ] status = Up description = Not using Kafka for UVE Aggregation >>, << type = Zookeeper name = OpServer server_addrs = [ 10.0.0.22:2181, ] status = Up description = Connection to Zookeeper established >>, << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired] connection down >>, ] >> 10/28/2024 01:47:45.659 7f57d7392cc0 [contrail-analytics-api] [ERROR]: SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-104-1.cluster.local process_status = [ << module_id = contrail-analytics-api instance_id = 0 state = Non-Functional connection_infos = [ << type = UvePartitions name = UVE-Aggregation server_addrs = [ 10.0.0.22:6379, ] status = Up description = Not using Kafka for UVE Aggregation >>, << type = Zookeeper name = OpServer server_addrs = [ 10.0.0.22:2181, ] status = Up description = Connection to Zookeeper established >>, << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail] connection down >>, ] >> 10/28/2024 01:47:45.659 7f57d7392cc0 [contrail-analytics-api] [ERROR]: SANDESH: [DROP: WrongClientSMState] SandeshModuleClientTrace: data = << name = cn-jenkins-deploy-platform-k8s-manifests-104-1.cluster.local:Analytics:contrail-analytics-api:0 client_info = << status = Idle successful_connections = 0 pid = 1 http_port = 8090 start_time = 1730080045629851 collector_name = collector_ip = 10.0.0.22:8086 collector_list = [ 10.0.0.22:8086, ] >> sm_queue_count = 1 max_sm_queue_count = 6 >> 10/28/2024 01:47:48.359 7f57d7392198 [contrail-analytics-api] [ERROR]: SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-104-1.cluster.local process_status = [ << module_id = contrail-analytics-api instance_id = 0 state = Non-Functional connection_infos = [ << type = UvePartitions name = UVE-Aggregation server_addrs = [ 10.0.0.22:6379, ] status = Up description = Not using Kafka for UVE Aggregation >>, << type = Zookeeper name = OpServer server_addrs = [ 10.0.0.22:2181, ] status = Up description = Connection to Zookeeper established >>, << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Down description = Connect to Idle on EvTcpConnectFail >>, << type = Redis-UVE name = 10.0.0.22:6379 server_addrs = [ 10.0.0.22:6379, ] status = Initializing description = Insert New Redis Instance >>, ] description = Collector:Collector[Connect to Idle on EvTcpConnectFail], Redis-UVE:10.0.0.22:6379[Insert New Redis Instance] connection down >>, ] >> 10/28/2024 01:47:49.660 7f57da33cf60 [contrail-analytics-api] [ERROR]: SANDESH: [DROP: WrongClientSMState] NodeStatusUVE: data = << name = cn-jenkins-deploy-platform-k8s-manifests-104-1.cluster.local process_status = [ << module_id = contrail-analytics-api instance_id = 0 state = Non-Functional connection_infos = [ << type = UvePartitions name = UVE-Aggregation server_addrs = [ 10.0.0.22:6379, ] status = Up description = Not using Kafka for UVE Aggregation >>, << type = Zookeeper name = OpServer server_addrs = [ 10.0.0.22:2181, ] status = Up description = Connection to Zookeeper established >>, << type = Collector name = Collector server_addrs = [ 10.0.0.22:8086, ] status = Initializing description = Idle to Connect on EvIdleHoldTimerExpired >>, << type = Redis-UVE name = 10.0.0.22:6379 server_addrs = [ 10.0.0.22:6379, ] status = Initializing description = Insert New Redis Instance >>, ] description = Collector:Collector[Idle to Connect on EvIdleHoldTimerExpired], Redis-UVE:10.0.0.22:6379[Insert New Redis Instance] connection down >>, ] >>