+++ date ++ echo 'INFO: =================== Mon Sep 1 01:34:46 AM UTC 2025 ===================' INFO: =================== Mon Sep 1 01:34:46 AM UTC 2025 =================== ++ LOG_LOCAL=1 ++ source /functions.sh ++ source /contrail-functions.sh +++ get_default_ip ++++ get_default_nic ++++ get_gateway_nic_for_ip 1 ++++ command -v ip ++++ local ip=1 +++++ ip route get 1 +++++ awk '{print $2}' +++++ grep -o 'dev.*' ++++ local iface=ens3 ++++ [[ ens3 == \l\o ]] ++++ echo ens3 +++ local nic=ens3 +++ get_ip_for_nic ens3 +++ local nic=ens3 +++ cut -d / -f 1 +++ get_cidr_for_nic ens3 +++ command -v ip +++ local nic=ens3 +++ ip addr show dev ens3 +++ awk '{print $2}' +++ head -n 1 +++ grep 'inet ' ++ DEFAULT_LOCAL_IP=10.0.0.50 ++ ENCAP_PRIORITY=MPLSoUDP,MPLSoGRE,VXLAN ++ VXLAN_VN_ID_MODE=automatic ++ DPDK_UIO_DRIVER=uio_pci_generic ++ CPU_CORE_MASK=0x01 ++ SERVICE_CORE_MASK= ++ DPDK_CTRL_THREAD_MASK= ++ HUGE_PAGES= ++ HUGE_PAGES_DIR=/dev/hugepages ++ HUGE_PAGES_1GB=0 ++ HUGE_PAGES_2MB=0 ++ HUGE_PAGES_1GB_DIR= ++ HUGE_PAGES_2MB_DIR= ++ [[ 0 != 0 ]] ++ [[ 0 != 0 ]] ++ DPDK_MEM_PER_SOCKET=1024 ++ DPDK_COMMAND_ADDITIONAL_ARGS= ++ NIC_OFFLOAD_ENABLE=False ++ DPDK_ENABLE_VLAN_FWRD=False ++ DIST_SNAT_PROTO_PORT_LIST=tcp:1024,udp:1024 ++ CLOUD_ORCHESTRATOR=kubernetes ++ CLOUD_ADMIN_ROLE=admin ++ AAA_MODE=no-auth ++ AUTH_MODE=noauth ++ AUTH_PARAMS= ++ SSL_ENABLE=False ++ SSL_INSECURE=True ++ SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ SERVER_CA_KEYFILE=/etc/contrail/ssl/private/ca-key.pem ++ SELFSIGNED_CERTS_WITH_IPS=True ++ CONTROLLER_NODES=10.0.0.50 ++ ANALYTICS_ALARM_ENABLE=False ++ ANALYTICS_SNMP_ENABLE=False ++ ANALYTICSDB_ENABLE=False ++ ANALYTICS_NODES=10.0.0.50 ++ ANALYTICSDB_NODES=10.0.0.50 ++ ANALYTICS_SNMP_NODES=10.0.0.50 ++ ANALYTICS_API_PORT=8081 ++ ANALYTICS_API_INTROSPECT_PORT=8090 ++ ANALYTICSDB_PORT=9160 ++ ANALYTICSDB_CQL_PORT=9042 ++ TOPOLOGY_INTROSPECT_PORT=5921 ++ QUERYENGINE_INTROSPECT_PORT=8091 +++ get_server_list ANALYTICS ':8081 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8081 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8081 ' +++ '[' -n '10.0.0.50:8081 ' ']' +++ echo 10.0.0.50:8081 ++ ANALYTICS_SERVERS=10.0.0.50:8081 +++ get_server_list ANALYTICSDB ':9042 ' +++ local server_typ=ANALYTICSDB_NODES +++ local 'port_with_delim=:9042 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9042 ' +++ '[' -n '10.0.0.50:9042 ' ']' +++ echo 10.0.0.50:9042 ++ ANALYTICSDB_CQL_SERVERS=10.0.0.50:9042 ++ ANALYTICS_API_VIP= ++ ANALYTICS_ALARM_NODES=10.0.0.50 ++ ALARMGEN_INTROSPECT_PORT=5995 ++ BGP_PORT=179 ++ BGP_AUTO_MESH=true ++ BGP_ASN=64512 ++ ENABLE_4BYTE_AS=false ++ APPLY_DEFAULTS=true ++ COLLECTOR_PORT=8086 ++ COLLECTOR_INTROSPECT_PORT=8089 ++ COLLECTOR_SYSLOG_PORT=514 ++ COLLECTOR_SFLOW_PORT=6343 ++ COLLECTOR_IPFIX_PORT=4739 ++ COLLECTOR_PROTOBUF_PORT=3333 ++ COLLECTOR_STRUCTURED_SYSLOG_PORT=3514 ++ SNMPCOLLECTOR_INTROSPECT_PORT=5920 +++ get_server_list ANALYTICS ':8086 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:8086 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8086 ' +++ '[' -n '10.0.0.50:8086 ' ']' +++ echo 10.0.0.50:8086 ++ COLLECTOR_SERVERS=10.0.0.50:8086 ++ CASSANDRA_PORT=9160 ++ CASSANDRA_CQL_PORT=9042 ++ CASSANDRA_SSL_STORAGE_PORT=7011 ++ CASSANDRA_STORAGE_PORT=7010 ++ CASSANDRA_JMX_LOCAL_PORT=7200 ++ CONFIGDB_CASSANDRA_DRIVER=cql ++ CONFIG_NODES=10.0.0.50 ++ CONFIGDB_NODES=10.0.0.50 ++ CONFIG_API_PORT=8082 ++ CONFIG_API_INTROSPECT_PORT=8084 ++ CONFIG_API_ADMIN_PORT=8095 ++ CONFIGDB_PORT=9161 ++ CONFIGDB_CQL_PORT=9041 +++ get_server_list CONFIG ':8082 ' +++ local server_typ=CONFIG_NODES +++ local 'port_with_delim=:8082 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:8082 ' +++ '[' -n '10.0.0.50:8082 ' ']' +++ echo 10.0.0.50:8082 ++ CONFIG_SERVERS=10.0.0.50:8082 +++ get_server_list CONFIGDB ':9161 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9161 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9161 ' +++ '[' -n '10.0.0.50:9161 ' ']' +++ echo 10.0.0.50:9161 ++ CONFIGDB_SERVERS=10.0.0.50:9161 +++ get_server_list CONFIGDB ':9041 ' +++ local server_typ=CONFIGDB_NODES +++ local 'port_with_delim=:9041 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9041 ' +++ '[' -n '10.0.0.50:9041 ' ']' +++ echo 10.0.0.50:9041 ++ CONFIGDB_CQL_SERVERS=10.0.0.50:9041 ++ CONFIG_API_VIP= ++ CONFIG_API_SSL_ENABLE=False ++ CONFIG_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CONFIG_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CONFIG_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CONFIG_API_WORKER_COUNT=1 ++ CONFIG_API_MAX_REQUESTS=1024 ++ ANALYTICS_API_SSL_ENABLE=False ++ ANALYTICS_API_SSL_INSECURE=True ++ ANALYTICS_API_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ ANALYTICS_API_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ ANALYTICS_API_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_ENABLE=False ++ CASSANDRA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ CASSANDRA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ CASSANDRA_SSL_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ CASSANDRA_SSL_KEYSTORE_PASSWORD=astrophytum ++ CASSANDRA_SSL_TRUSTSTORE_PASSWORD=ornatum ++ CASSANDRA_SSL_PROTOCOL=TLS ++ CASSANDRA_SSL_ALGORITHM=SunX509 ++ CASSANDRA_SSL_CIPHER_SUITES='[TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA,TLS_DHE_RSA_WITH_AES_128_CBC_SHA,TLS_DHE_RSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA]' ++ CASSANDRA_CONFIG_MEMTABLE_FLUSH_WRITER=4 ++ CASSANDRA_CONFIG_CONCURRECT_COMPACTORS=4 ++ CASSANDRA_CONFIG_COMPACTION_THROUGHPUT_MB_PER_SEC=256 ++ CASSANDRA_CONFIG_CONCURRECT_READS=64 ++ CASSANDRA_CONFIG_CONCURRECT_WRITES=64 ++ CASSANDRA_CONFIG_MEMTABLE_ALLOCATION_TYPE=offheap_objects ++ CASSANDRA_REAPER_ENABLED=false ++ CASSANDRA_REAPER_JMX_KEY=reaperJmxKey ++ CASSANDRA_REAPER_JMX_AUTH_USERNAME=reaperUser ++ CASSANDRA_REAPER_JMX_AUTH_PASSWORD=reaperPass ++ CASSANDRA_REAPER_APP_PORT=8071 ++ CASSANDRA_REAPER_ADM_PORT=8072 ++ CONTROL_NODES=10.0.0.50 ++ CONTROL_INTROSPECT_PORT=8083 ++ DNS_NODES=10.0.0.50 ++ DNS_SERVER_PORT=53 ++ DNS_INTROSPECT_PORT=8092 ++ RNDC_KEY=xvysmOR8lnUQRBcunkC6vg== ++ USE_EXTERNAL_TFTP=False ++ ZOOKEEPER_NODES=10.0.0.50 ++ ZOOKEEPER_PORT=2181 ++ ZOOKEEPER_PORTS=2888:3888 +++ get_server_list ZOOKEEPER :2181, +++ local server_typ=ZOOKEEPER_NODES +++ local port_with_delim=:2181, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+=10.0.0.50:2181, +++ '[' -n 10.0.0.50:2181, ']' +++ echo 10.0.0.50:2181 ++ ZOOKEEPER_SERVERS=10.0.0.50:2181 +++ get_server_list ZOOKEEPER ':2181 ' +++ local server_typ=ZOOKEEPER_NODES +++ local 'port_with_delim=:2181 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:2181 ' +++ '[' -n '10.0.0.50:2181 ' ']' +++ echo 10.0.0.50:2181 ++ ZOOKEEPER_SERVERS_SPACE_DELIM=10.0.0.50:2181 ++ RABBITMQ_NODES=10.0.0.50 ++ RABBITMQ_NODE_PORT=5673 +++ get_server_list RABBITMQ :5673, +++ local server_typ=RABBITMQ_NODES +++ local port_with_delim=:5673, +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+=10.0.0.50:5673, +++ '[' -n 10.0.0.50:5673, ']' +++ echo 10.0.0.50:5673 ++ RABBITMQ_SERVERS=10.0.0.50:5673 ++ RABBITMQ_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_SSL_FAIL_IF_NO_PEER_CERT=true ++ RABBITMQ_VHOST=/ ++ RABBITMQ_USER=guest ++ RABBITMQ_PASSWORD=guest ++ RABBITMQ_USE_SSL=False ++ RABBITMQ_SSL_VER=tlsv1.2 ++ RABBITMQ_CLIENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ RABBITMQ_CLIENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ RABBITMQ_CLIENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ RABBITMQ_HEARTBEAT_INTERVAL=60 ++ RABBITMQ_CLUSTER_PARTITION_HANDLING=autoheal ++ RABBITMQ_MIRRORED_QUEUE_MODE=all ++ REDIS_SERVER_PORT=6379 ++ REDIS_SERVER_PASSWORD= +++ get_server_list ANALYTICS ':6379 ' +++ local server_typ=ANALYTICS_NODES +++ local 'port_with_delim=:6379 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:6379 ' +++ '[' -n '10.0.0.50:6379 ' ']' +++ echo 10.0.0.50:6379 ++ REDIS_SERVERS=10.0.0.50:6379 ++ REDIS_LISTEN_ADDRESS= ++ REDIS_PROTECTED_MODE= ++ REDIS_SSL_ENABLE=False ++ REDIS_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ REDIS_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ REDIS_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ redis_ssl_config= ++ KAFKA_NODES=10.0.0.50 ++ KAFKA_PORT=9092 +++ get_server_list KAFKA ':9092 ' +++ local server_typ=KAFKA_NODES +++ local 'port_with_delim=:9092 ' +++ local server_list= +++ IFS=, +++ read -ra server_list +++ local extended_server_list= +++ for server in "${server_list[@]}" ++++ echo 10.0.0.50 +++ local server_address=10.0.0.50 +++ extended_server_list+='10.0.0.50:9092 ' +++ '[' -n '10.0.0.50:9092 ' ']' +++ echo 10.0.0.50:9092 ++ KAFKA_SERVERS=10.0.0.50:9092 ++ KAFKA_SSL_ENABLE=False ++ KAFKA_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ KAFKA_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ KAFKA_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ KEYSTONE_AUTH_ADMIN_TENANT=admin ++ KEYSTONE_AUTH_ADMIN_USER=admin ++ KEYSTONE_AUTH_ADMIN_PASSWORD=contrail123 ++ KEYSTONE_AUTH_PROJECT_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_USER_DOMAIN_NAME=Default ++ KEYSTONE_AUTH_REGION_NAME=RegionOne ++ KEYSTONE_AUTH_URL_VERSION=/ ++ KEYSTONE_AUTH_HOST=127.0.0.1 ++ KEYSTONE_AUTH_PROTO=http ++ KEYSTONE_AUTH_ADMIN_PORT=5000 ++ KEYSTONE_AUTH_PUBLIC_PORT=5000 ++ KEYSTONE_AUTH_URL_TOKENS=/v3/auth/tokens ++ KEYSTONE_AUTH_INSECURE=True ++ KEYSTONE_AUTH_CERTFILE= ++ KEYSTONE_AUTH_KEYFILE= ++ KEYSTONE_AUTH_CA_CERTFILE= ++ KEYSTONE_AUTH_ENDPOINT_TYPE= ++ KEYSTONE_AUTH_SYNC_ON_DEMAND= ++ KEYSTONE_AUTH_INTERFACE=public ++ KUBEMANAGER_NODES=10.0.0.50 ++ KUBERNETES_CLUSTER_NAME=k8s ++ KUBERNETES_CNI_META_PLUGIN=multus ++ METADATA_PROXY_SECRET=contrail ++ BARBICAN_TENANT_NAME=service ++ BARBICAN_USER=barbican ++ BARBICAN_PASSWORD=contrail123 ++ AGENT_MODE=kernel ++ EXTERNAL_ROUTERS= ++ SUBCLUSTER= ++ VROUTER_COMPUTE_NODE_ADDRESS= ++ VROUTER_MODULE_OPTIONS= ++ FABRIC_SNAT_HASH_TABLE_SIZE=4096 ++ TSN_EVPN_MODE=False ++ TSN_NODES='[]' ++ PRIORITY_ID= ++ PRIORITY_BANDWIDTH= ++ PRIORITY_SCHEDULING= ++ QOS_QUEUE_ID= ++ QOS_LOGICAL_QUEUES= ++ QOS_DEF_HW_QUEUE=False ++ PRIORITY_TAGGING=True ++ SLO_DESTINATION=collector ++ '[' -n '' ']' ++ SAMPLE_DESTINATION=collector ++ FLOW_EXPORT_RATE=0 ++ WEBUI_NODES=10.0.0.50 ++ WEBUI_JOB_SERVER_PORT=3000 ++ KUE_UI_PORT=3002 ++ WEBUI_HTTP_LISTEN_PORT=8180 ++ WEBUI_HTTPS_LISTEN_PORT=8143 ++ WEBUI_SSL_KEY_FILE=/etc/contrail/webui_ssl/cs-key.pem ++ WEBUI_SSL_CERT_FILE=/etc/contrail/webui_ssl/cs-cert.pem ++ WEBUI_SSL_CIPHERS=ECDHE-ECDSA-AES256-GCM-SHA384:ECDHE-RSA-AES256-GCM-SHA384:ECDHE-ECDSA-CHACHA20-POLY1305:ECDHE-RSA-CHACHA20-POLY1305:ECDHE-ECDSA-AES128-GCM-SHA256:ECDHE-RSA-AES128-GCM-SHA256:ECDHE-ECDSA-AES256-SHA384:ECDHE-RSA-AES256-SHA384:ECDHE-ECDSA-AES128-SHA256:ECDHE-RSA-AES128-SHA256:AES256-SHA ++ WEBUI_STATIC_AUTH_USER=admin ++ WEBUI_STATIC_AUTH_PASSWORD=contrail123 ++ WEBUI_STATIC_AUTH_ROLE=cloudAdmin ++ XMPP_SERVER_PORT=5269 ++ XMPP_SSL_ENABLE=False ++ XMPP_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ XMPP_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ XMPP_SERVER_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ LINKLOCAL_SERVICE_PORT=80 ++ LINKLOCAL_SERVICE_NAME=metadata ++ LINKLOCAL_SERVICE_IP=169.254.169.254 ++ IPFABRIC_SERVICE_PORT=8775 ++ INTROSPECT_SSL_ENABLE=False ++ INTROSPECT_SSL_INSECURE=True ++ INTROSPECT_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ INTROSPECT_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ INTROSPECT_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ INTROSPECT_LISTEN_ALL=True ++ SANDESH_SSL_ENABLE=False ++ SANDESH_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_SERVER_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ SANDESH_SERVER_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ SANDESH_CA_CERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ METADATA_SSL_ENABLE=false ++ METADATA_SSL_CERTFILE= ++ METADATA_SSL_KEYFILE= ++ METADATA_SSL_CA_CERTFILE= ++ METADATA_SSL_CERT_TYPE= ++ CONFIGURE_IPTABLES=false ++ FWAAS_ENABLE=False ++ CONTAINERD_NAMESPACE=k8s.io ++ TOR_AGENT_OVS_KA=10000 ++ TOR_TYPE=ovs ++ TOR_OVS_PROTOCOL=tcp ++ TORAGENT_SSL_CERTFILE=/etc/contrail/ssl/certs/server.pem ++ TORAGENT_SSL_KEYFILE=/etc/contrail/ssl/private/server-privkey.pem ++ TORAGENT_SSL_CACERTFILE=/etc/contrail/ssl/certs/ca-cert.pem ++ [[ / == \/\v\2\.\0 ]] ++ [[ kubernetes == \o\p\e\n\s\t\a\c\k ]] ++ [[ noauth == \k\e\y\s\t\o\n\e ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ read -r -d '' sandesh_client_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ xmpp_certs_config= ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ analytics_api_ssl_opts= ++ read -r -d '' rabbitmq_config ++ true ++ read -r -d '' rabbit_config ++ true ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ kafka_ssl_config= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z '' ]] ++ is_enabled False ++ local val=false ++ [[ false == \t\r\u\e ]] ++ [[ false == \y\e\s ]] ++ [[ false == \e\n\a\b\l\e\d ]] ++ export TSN_AGENT_MODE= ++ TSN_AGENT_MODE= ++ [[ -n '' ]] ++ collector_stats_config= ++ [[ -z x ]] ++ RSYSLOGD_XFLOW_LISTEN_PORT=9898 + pre_start_init + wait_certs_if_ssl_enabled + is_ssl_enabled + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + return + wait_for_cassandra ++ echo 10.0.0.50 ++ cut -d , -f 1 + local cassandra=10.0.0.50 + (( i=1 )) + (( i<=30 )) + echo -e '\035\nquit' + nc -z 10.0.0.50 9041 + echo 'INFO: Cassandra is connected' INFO: Cassandra is connected + sleep 5 + return 0 + K8S_TOKEN_FILE=/var/run/secrets/kubernetes.io/serviceaccount/token + K8S_TOKEN=eyJhbGciOiJSUzI1NiIsImtpZCI6IlZvNnhqSllQLXJOcmVfVDZMTnVBY0Qxa0l5cnEzeWNUMy1helRDa29YYTgifQ.eyJpc3MiOiJrdWJlcm5ldGVzL3NlcnZpY2VhY2NvdW50Iiwia3ViZXJuZXRlcy5pby9zZXJ2aWNlYWNjb3VudC9uYW1lc3BhY2UiOiJjb250cmFpbCIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VjcmV0Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50Lm5hbWUiOiJjb250cmFpbC1rdWJlbWFuYWdlciIsImt1YmVybmV0ZXMuaW8vc2VydmljZWFjY291bnQvc2VydmljZS1hY2NvdW50LnVpZCI6IjlhMWU5NWQxLWJkZWEtNGJiNC1hZmRkLTJlZTZmMTJiNGQ4MyIsInN1YiI6InN5c3RlbTpzZXJ2aWNlYWNjb3VudDpjb250cmFpbDpjb250cmFpbC1rdWJlbWFuYWdlciJ9.myEy2RCUusQZppFGEvEI7xGYFTqW5W9o1c8g73EFL0hdIPUV99pZfe52mQolQmZJfOAr2UWF8caqLCpaw2o3f8A8clBNkIh3R849r6GeyYcBTpSUmsVCS8ERVOaodFAf-x1CDWm-dnpTlZeRtPZDf5pyRVST2-ok5gZl3TdZtI5SBiZfVutukDUK4F1cm7VShSjK6AiHstmDvM81ZkGX2Swl5m4jK4cCBilDMeSt2BCC-J0bN1sAJPJpNqcApw4jdr_3B-Q-QLOXKJAzznXObuno9idk1HFlPQcl4S2SJ8KUphOWuDsAVXKd3E4snalVVfHy-7lNL9AKPaywAqb22Q ++ get_listen_ip_for_node KUBEMANAGER +++ find_my_ip_and_order_for_node KUBEMANAGER +++ local server_typ=KUBEMANAGER_NODES +++ find_my_ip_and_order_for_node_list 10.0.0.50 +++ local servers=10.0.0.50 +++ local server_list= +++ IFS=, +++ read -ra server_list +++ cut -d ' ' -f 1 ++++ get_local_ips ++++ awk '/32 host/ { print f } {f=$2}' ++++ tr '\n' , ++++ uniq ++++ grep -vi host ++++ cat /proc/net/fib_trie ++++ sort +++ local local_ips=,10.0.0.50,10.149.30.1,127.0.0.1,172.17.0.1,252.50.0.1,, +++ local ord=1 +++ for server in "${server_list[@]}" +++ local ret=0 ++++ python3 -c 'import socket; print(socket.gethostbyname('\''10.0.0.50'\''))' +++ local server_ip=10.0.0.50 +++ [[ 0 == 0 ]] +++ [[ -n 10.0.0.50 ]] +++ [[ ,10.0.0.50,10.149.30.1,127.0.0.1,172.17.0.1,252.50.0.1,, =~ ,10\.0\.0\.50, ]] +++ echo 10.0.0.50 1 +++ return ++ local ip=10.0.0.50 ++ [[ -z 10.0.0.50 ]] ++ echo 10.0.0.50 + host_ip=10.0.0.50 + [[ cql == \c\q\l ]] ++ echo 10.0.0.50:9041 ++ sed 's/,/ /g' + cassandra_server_list=10.0.0.50:9041 + mkdir -p /etc/contrail + cat ++ get_introspect_listen_ip_for_node KUBEMANAGER ++ local ip=0.0.0.0 ++ is_enabled True ++ local val=true ++ [[ true == \t\r\u\e ]] ++ echo 0.0.0.0 + [[ noauth == \k\e\y\s\t\o\n\e ]] + add_ini_params_from_env KUBERNETES /etc/contrail/contrail-kubernetes.conf + local service_name=KUBERNETES + local cfg_path=/etc/contrail/contrail-kubernetes.conf + local delim=__ ++ set -o posix ++ set ++ grep '^KUBERNETES__.*__.*=.*$' ++ sort ++ sed 's/^KUBERNETES__//g' ++ cut -d = -f 1 + local vars= + local section= + set_third_party_auth_config + [[ noauth != \k\e\y\s\t\o\n\e ]] + return + set_vnc_api_lib_ini + local tmp_file=/etc/contrail/vnc_api_lib.ini.tmp + cat + is_enabled False + local val=false + [[ false == \t\r\u\e ]] + [[ false == \y\e\s ]] + [[ false == \e\n\a\b\l\e\d ]] + [[ noauth == \k\e\y\s\t\o\n\e ]] + cat + mv -f /etc/contrail/vnc_api_lib.ini.tmp /etc/contrail/vnc_api_lib.ini + upgrade_old_logs kube-manager + local template=kube-manager ++ dirname /var/log/contrail/kubernetes-kube-manager + local old_dir=/var/log/contrail + mkdir -p /var/log/contrail/kubernetes-kube-manager + chmod 755 /var/log/contrail/kubernetes-kube-manager + mv -n '/var/log/contrail/*kube-manager.log*' /var/log/contrail/kubernetes-kube-manager/ + true + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + chown 1999:1999 /var/log/contrail/kubernetes-kube-manager + find /var/log/contrail/kubernetes-kube-manager -uid 0 -exec chown 1999:1999 '{}' + + run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + local owner_opts=1999:1999 + mkdir -p /etc/contrail /var/lib/contrail + chown 1999:1999 /etc/contrail /var/lib/contrail + find /etc/contrail -uid 0 -exec chown 1999:1999 '{}' + + chmod 755 /etc/contrail + do_run_service /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf + [[ -n 1999 ]] + [[ -n 1999 ]] + mkdir -p /var/crashes + chmod 777 /var/crashes ++ id -un 1999 + local user_name=contrail + export HOME=/home/contrail + HOME=/home/contrail + mkdir -p /home/contrail + chown -R 1999:1999 /home/contrail + exec setpriv --reuid 1999 --regid 1999 --clear-groups --no-new-privs /usr/local/bin/contrail-kube-manager -c /etc/contrail/contrail-kubernetes.conf /usr/local/lib/python3.9/site-packages/cfgm_common/vnc_kombu.py:10: MonkeyPatchWarning: Patching more than once will result in the union of all True parameters being patched gevent.monkey.patch_all() 09/01/2025 01:34:54.702 7f4910dbae00 [contrail-kube-manager] [INFO]: SANDESH: CONNECT TO COLLECTOR: True 09/01/2025 01:34:54.859 7f4910dbae00 [contrail-kube-manager] [INFO]: SANDESH: Logging: LEVEL: [SYS_INFO] -> [SYS_DEBUG] 09/01/2025 01:34:54.859 7f4910dbae00 [contrail-kube-manager] [INFO]: SANDESH: Logging: FILE: [None] -> [/var/log/contrail/kubernetes-kube-manager/contrail-kube-manager.log] [Introspect:8108]10.0.0.50 - - [2025-09-01 01:34:55] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 2974 0.001186 2025-09-01 01:34:55.13: KubeMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:34:55.13: KubeMonitor - Connect Kube API result 0 2025-09-01 01:34:55.21: KubeMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-09-01 01:34:55.22: NamespaceMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-09-01 01:34:55.23: NetworkMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1 2025-09-01 01:34:55.23: PodMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-09-01 01:34:55.24: ServiceMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-09-01 01:34:55.24: NetworkPolicyMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/networking.k8s.io/v1 2025-09-01 01:34:55.25: EndPointMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/api/v1 2025-09-01 01:34:55.26: IngressMonitor - KubeMonitor init done: url=https://10.0.0.50:6443/apis/networking.k8s.io/v1 2025-09-01 01:34:55.26: VncKubernetes - vnc_connect starting 2025-09-01 01:34:55.26: VncKubernetes - vnc_connect done 2025-09-01 01:34:55.37: default-domain domain available. 2025-09-01 01:34:59.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:34:59.83: NamespaceMonitor - start process kube event 2025-09-01 01:34:59.83: NamespaceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-01 01:34:59.83: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:34:59.83: NetworkMonitor - start process kube event 2025-09-01 01:34:59.83: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-01 01:34:59.83: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:34:59.83: PodMonitor - start process kube event 2025-09-01 01:34:59.83: PodMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-01 01:34:59.83: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:34:59.83: ServiceMonitor - start process kube event 2025-09-01 01:34:59.83: ServiceMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-01 01:34:59.83: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:34:59.83: NetworkPolicyMonitor - start process kube event 2025-09-01 01:34:59.83: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-01 01:34:59.83: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:34:59.83: EndPointMonitor - start process kube event 2025-09-01 01:34:59.83: EndPointMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-01 01:34:59.83: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:34:59.83: IngressMonitor - start process kube event 2025-09-01 01:34:59.83: IngressMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-01 01:34:59.83: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:34:59.83: IngressMonitor - Connect Kube API result 0 2025-09-01 01:34:59.83: IngressMonitor - Start init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses resource_version=None 2025-09-01 01:34:59.84: EndPointMonitor - Connect Kube API result 0 2025-09-01 01:34:59.84: EndPointMonitor - Start init url=https://10.0.0.50:6443/api/v1/endpoints resource_version=None 2025-09-01 01:34:59.84: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-01 01:34:59.84: NetworkPolicyMonitor - Start init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies resource_version=None 2025-09-01 01:34:59.84: ServiceMonitor - Connect Kube API result 0 2025-09-01 01:34:59.84: ServiceMonitor - Start init url=https://10.0.0.50:6443/api/v1/services resource_version=None 2025-09-01 01:34:59.84: PodMonitor - Connect Kube API result 0 2025-09-01 01:34:59.84: PodMonitor - Start init url=https://10.0.0.50:6443/api/v1/pods resource_version=None 2025-09-01 01:34:59.84: NetworkMonitor - Connect Kube API result 0 2025-09-01 01:34:59.84: NamespaceMonitor - Connect Kube API result 0 2025-09-01 01:34:59.84: NamespaceMonitor - Start init url=https://10.0.0.50:6443/api/v1/namespaces resource_version=None 2025-09-01 01:34:59.87: IngressMonitor - Done init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses, resource_version=381 2025-09-01 01:34:59.87: IngressMonitor - _schedule_vnc_sync 2025-09-01 01:34:59.87: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:34:59.87: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-01 01:34:59.87: VncKubernetes - vnc_sync - Ingress start 2025-09-01 01:34:59.87: VncKubernetes - vnc_sync - Ingress done 2025-09-01 01:34:59.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:34:59.87: NetworkPolicyMonitor - Done init url=https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies, resource_version=381 2025-09-01 01:34:59.87: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-01 01:34:59.87: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:34:59.87: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-01 01:34:59.87: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-01 01:34:59.87: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:34:59.88: PodMonitor - Got ADDED Pod kube-system:coredns-6f867cd986-wlkqx:a4a425f1-8708-4c1c-b41f-cd30b9d1d8a8 2025-09-01 01:34:59.88: PodMonitor - Done init url=https://10.0.0.50:6443/api/v1/pods, resource_version=381 2025-09-01 01:34:59.88: PodMonitor - _schedule_vnc_sync 2025-09-01 01:34:59.88: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:34:59.88: NamespaceMonitor - Got ADDED Namespace None:contrail:a28020d1-63f5-47e0-90e8-7a75e7378bf9 2025-09-01 01:34:59.88: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-01 01:34:59.88: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-01 01:34:59.88: VncKubernetes - Process event (name=coredns-6f867cd986-wlkqx event_type=ADDED kind=Pod ns=kube-system) VncPod - Got ADDED Pod kube-system:coredns-6f867cd986-wlkqx:a4a425f1-8708-4c1c-b41f-cd30b9d1d8a8 2025-09-01 01:34:59.88: EndPointMonitor - Got ADDED Endpoints default:kubernetes:578b072c-0e11-408a-a97f-e0b0b4c830b3 2025-09-01 01:34:59.88: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:34:59.88: ServiceMonitor - Got ADDED Service default:kubernetes:4149e3a7-961c-4071-90b8-b63acefd96b1 2025-09-01 01:34:59.88: NetworkMonitor - Start init url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-09-01 01:34:59.89: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:34:59.89: EndPointMonitor - Got ADDED Endpoints kube-system:kube-dns:c3c0e265-ca2a-4647-a9f1-7239a6b01776 2025-09-01 01:34:59.89: EndPointMonitor - Done init url=https://10.0.0.50:6443/api/v1/endpoints, resource_version=381 2025-09-01 01:34:59.89: EndPointMonitor - _schedule_vnc_sync 2025-09-01 01:34:59.89: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:34:59.89: NamespaceMonitor - Got ADDED Namespace None:default:2f58ebf7-edb3-4351-bbe6-c782ef2e1490 [Introspect:8108]10.0.0.50 - - [2025-09-01 01:35:01] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.000961 [Introspect:8108]10.0.0.50 - - [2025-09-01 01:35:05] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001095 [Introspect:8108]10.0.0.50 - - [2025-09-01 01:35:08] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001047 [Introspect:8108]10.0.0.50 - - [2025-09-01 01:35:12] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001026 [Introspect:8108]10.0.0.50 - - [2025-09-01 01:36:40] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001172 2025-09-01 01:34:59.89: ServiceMonitor - Got ADDED Service kube-system:kube-dns:0aaa8118-7dd7-4cf9-8d00-c56d41939884 2025-09-01 01:34:59.89: ServiceMonitor - Done init url=https://10.0.0.50:6443/api/v1/services, resource_version=381 2025-09-01 01:34:59.89: ServiceMonitor - _schedule_vnc_sync 2025-09-01 01:34:59.89: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:34:59.89: HTTPError: NetworkMonitor - invalidate resourceVersion None (response 410) 2025-09-01 01:34:59.89: NetworkMonitor - start process kube event 2025-09-01 01:34:59.89: NetworkMonitor - Re-registering event handler. resource_version_valid=False, resource_version=None 2025-09-01 01:34:59.89: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:34:59.89: NetworkMonitor - Connect Kube API result 0 2025-09-01 01:34:59.90: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:34:59.90: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:34:59.90: NetworkMonitor - Start init url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions resource_version=None 2025-09-01 01:34:59.90: NamespaceMonitor - Got ADDED Namespace None:kube-node-lease:e0db9dca-7fc8-47d9-89a4-88f04377b390 2025-09-01 01:34:59.91: NamespaceMonitor - Got ADDED Namespace None:kube-public:4422e8b3-382f-457d-8515-b4e0ab6cae7b 2025-09-01 01:34:59.91: NamespaceMonitor - Got ADDED Namespace None:kube-system:67c6dbb9-5906-4970-985c-40b5193f4d8a 2025-09-01 01:34:59.91: NamespaceMonitor - Done init url=https://10.0.0.50:6443/api/v1/namespaces, resource_version=381 2025-09-01 01:34:59.91: NamespaceMonitor - _schedule_vnc_sync 2025-09-01 01:34:59.91: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:34:59.91: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:34:59.94: NetworkMonitor - Done init url=https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions, resource_version=385 2025-09-01 01:34:59.94: NetworkMonitor - _schedule_vnc_sync 2025-09-01 01:34:59.94: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '385'})(timeout=120) 2025-09-01 01:34:59.95: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '385'}) 2025-09-01 01:35:01.05: VncKubernetes - wait event (qsize=14 timeout=120) 2025-09-01 01:35:01.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-01 01:35:01.05: VncKubernetes - vnc_sync - Pod start 2025-09-01 01:35:01.05: VncKubernetes - vnc_sync - Pod done 2025-09-01 01:35:01.05: VncKubernetes - wait event (qsize=13 timeout=120) 2025-09-01 01:35:01.05: VncKubernetes - Process event (name=contrail event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace contrail:a28020d1-63f5-47e0-90e8-7a75e7378bf9 2025-09-01 01:35:01.06: PodMonitor - Received MODIFIED Pod kube-system:coredns-6f867cd986-wlkqx:a4a425f1-8708-4c1c-b41f-cd30b9d1d8a8 2025-09-01 01:35:01.06: PodMonitor - Got MODIFIED Pod kube-system:coredns-6f867cd986-wlkqx:a4a425f1-8708-4c1c-b41f-cd30b9d1d8a8 2025-09-01 01:35:01.06: PodMonitor - start process kube event 2025-09-01 01:35:01.06: empty line received 2025-09-01 01:35:01.06: PodMonitor - start process kube event 2025-09-01 01:35:03.35: VncKubernetes - wait event (qsize=13 timeout=120) 2025-09-01 01:35:03.35: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Endpoints ns=default) VncEndpoints - Got ADDED Endpoints default:kubernetes:578b072c-0e11-408a-a97f-e0b0b4c830b3 2025-09-01 01:35:03.37: VncKubernetes - wait event (qsize=12 timeout=120) 2025-09-01 01:35:03.37: VncKubernetes - Process event (name=kubernetes event_type=ADDED kind=Service ns=default) VncService - Got ADDED Service default:kubernetes:4149e3a7-961c-4071-90b8-b63acefd96b1 2025-09-01 01:35:04.46: VncKubernetes - wait event (qsize=11 timeout=120) 2025-09-01 01:35:04.46: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Endpoints ns=kube-system) VncEndpoints - Got ADDED Endpoints kube-system:kube-dns:c3c0e265-ca2a-4647-a9f1-7239a6b01776 2025-09-01 01:35:04.48: VncKubernetes - wait event (qsize=10 timeout=120) 2025-09-01 01:35:04.48: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-01 01:35:04.48: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-01 01:35:04.48: VncKubernetes - wait event (qsize=9 timeout=120) 2025-09-01 01:35:04.48: VncKubernetes - Process event (name=default event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace default:2f58ebf7-edb3-4351-bbe6-c782ef2e1490 2025-09-01 01:35:06.45: VncKubernetes - wait event (qsize=8 timeout=120) 2025-09-01 01:35:06.45: VncKubernetes - Process event (name=kube-dns event_type=ADDED kind=Service ns=kube-system) VncService - Got ADDED Service kube-system:kube-dns:0aaa8118-7dd7-4cf9-8d00-c56d41939884 2025-09-01 01:35:07.90: VncKubernetes - wait event (qsize=7 timeout=120) 2025-09-01 01:35:07.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-01 01:35:07.90: VncKubernetes - vnc_sync - Service start 2025-09-01 01:35:07.90: VncKubernetes - vnc_sync - Service done 2025-09-01 01:35:07.90: VncKubernetes - wait event (qsize=6 timeout=120) 2025-09-01 01:35:07.90: VncKubernetes - Process event (name=kube-node-lease event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-node-lease:e0db9dca-7fc8-47d9-89a4-88f04377b390 2025-09-01 01:35:09.50: VncKubernetes - wait event (qsize=5 timeout=120) 2025-09-01 01:35:09.50: VncKubernetes - Process event (name=kube-public event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-public:4422e8b3-382f-457d-8515-b4e0ab6cae7b 2025-09-01 01:35:11.24: VncKubernetes - wait event (qsize=4 timeout=120) 2025-09-01 01:35:11.25: VncKubernetes - Process event (name=kube-system event_type=ADDED kind=Namespace ns=None) VncNamespace - Got ADDED Namespace kube-system:67c6dbb9-5906-4970-985c-40b5193f4d8a 2025-09-01 01:35:12.70: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-01 01:35:12.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-01 01:35:12.70: VncKubernetes - vnc_sync - Namespace start 2025-09-01 01:35:12.70: VncKubernetes - vnc_sync - Namespace done 2025-09-01 01:35:12.70: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-01 01:35:12.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-01 01:35:12.70: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-01 01:35:12.70: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-01 01:35:12.70: VncKubernetes - Process event (name=coredns-6f867cd986-wlkqx event_type=MODIFIED kind=Pod ns=kube-system) VncPod - Got MODIFIED Pod kube-system:coredns-6f867cd986-wlkqx:a4a425f1-8708-4c1c-b41f-cd30b9d1d8a8 2025-09-01 01:35:12.80: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:35:59.13: PodMonitor - Received BOOKMARK: oldResVer=381 newResVer=388 2025-09-01 01:35:59.13: PodMonitor - start process kube event 2025-09-01 01:35:59.13: empty line received 2025-09-01 01:35:59.13: PodMonitor - start process kube event 2025-09-01 01:36:59.62: PodMonitor - Received BOOKMARK: oldResVer=388 newResVer=388 2025-09-01 01:36:59.62: PodMonitor - start process kube event 2025-09-01 01:36:59.62: empty line received [Introspect:8108]10.0.0.50 - - [2025-09-01 01:37:55] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001055 [Introspect:8108]10.0.0.50 - - [2025-09-01 01:37:57] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001485 [Introspect:8108]10.0.0.50 - - [2025-09-01 01:38:01] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001001 2025-09-01 01:36:59.62: PodMonitor - start process kube event 2025-09-01 01:36:59.88: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:36:59.88: IngressMonitor - start process kube event 2025-09-01 01:36:59.88: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:36:59.88: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:36:59.88: IngressMonitor - Connect Kube API result 0 2025-09-01 01:36:59.88: IngressMonitor - _schedule_vnc_sync 2025-09-01 01:36:59.88: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:36:59.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-01 01:36:59.88: VncKubernetes - vnc_sync - Ingress start 2025-09-01 01:36:59.88: VncKubernetes - vnc_sync - Ingress done 2025-09-01 01:36:59.88: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:36:59.88: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:36:59.88: NetworkPolicyMonitor - start process kube event 2025-09-01 01:36:59.88: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:36:59.88: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:36:59.88: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-01 01:36:59.88: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-01 01:36:59.88: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:36:59.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-01 01:36:59.88: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-01 01:36:59.89: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-01 01:36:59.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:36:59.89: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:36:59.89: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:36:59.90: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:36:59.90: EndPointMonitor - start process kube event 2025-09-01 01:36:59.90: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:36:59.90: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:36:59.90: EndPointMonitor - Connect Kube API result 0 2025-09-01 01:36:59.90: EndPointMonitor - _schedule_vnc_sync 2025-09-01 01:36:59.90: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:36:59.90: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:36:59.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-01 01:36:59.90: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-01 01:36:59.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:36:59.90: ServiceMonitor - start process kube event 2025-09-01 01:36:59.90: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:36:59.90: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:36:59.90: ServiceMonitor - Connect Kube API result 0 2025-09-01 01:36:59.90: ServiceMonitor - _schedule_vnc_sync 2025-09-01 01:36:59.90: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:36:59.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-01 01:36:59.90: VncKubernetes - vnc_sync - Service start 2025-09-01 01:36:59.90: VncKubernetes - vnc_sync - Service done 2025-09-01 01:36:59.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:36:59.91: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:36:59.91: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:36:59.91: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:36:59.91: NamespaceMonitor - start process kube event 2025-09-01 01:36:59.91: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:36:59.91: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:36:59.91: NamespaceMonitor - Connect Kube API result 0 2025-09-01 01:36:59.91: NamespaceMonitor - _schedule_vnc_sync 2025-09-01 01:36:59.91: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:36:59.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-01 01:36:59.92: VncKubernetes - vnc_sync - Namespace start 2025-09-01 01:36:59.92: VncKubernetes - vnc_sync - Namespace done 2025-09-01 01:36:59.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:36:59.92: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:36:59.95: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:36:59.95: NetworkMonitor - start process kube event 2025-09-01 01:36:59.95: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=385 2025-09-01 01:36:59.95: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:36:59.95: NetworkMonitor - Connect Kube API result 0 2025-09-01 01:36:59.95: NetworkMonitor - _schedule_vnc_sync 2025-09-01 01:36:59.95: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '385'})(timeout=120) 2025-09-01 01:36:59.95: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-01 01:36:59.95: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-01 01:36:59.95: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:36:59.96: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '385'}) 2025-09-01 01:37:59.13: PodMonitor - Received BOOKMARK: oldResVer=388 newResVer=388 2025-09-01 01:37:59.13: PodMonitor - start process kube event 2025-09-01 01:37:59.13: empty line received 2025-09-01 01:37:59.13: PodMonitor - start process kube event 2025-09-01 01:38:59.88: PodMonitor - Received BOOKMARK: oldResVer=388 newResVer=388 2025-09-01 01:38:59.88: PodMonitor - start process kube event 2025-09-01 01:38:59.88: empty line received 2025-09-01 01:38:59.88: PodMonitor - start process kube event 2025-09-01 01:38:59.89: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:38:59.89: NetworkPolicyMonitor - start process kube event 2025-09-01 01:38:59.89: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 [Introspect:8108]10.0.0.50 - - [2025-09-01 01:40:49] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001206 2025-09-01 01:38:59.89: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:38:59.89: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-01 01:38:59.89: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-01 01:38:59.90: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:38:59.90: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:38:59.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-01 01:38:59.90: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-01 01:38:59.90: IngressMonitor - start process kube event 2025-09-01 01:38:59.90: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:38:59.90: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:38:59.90: IngressMonitor - Connect Kube API result 0 2025-09-01 01:38:59.90: IngressMonitor - _schedule_vnc_sync 2025-09-01 01:38:59.90: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:38:59.90: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-01 01:38:59.90: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-01 01:38:59.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-01 01:38:59.90: VncKubernetes - vnc_sync - Ingress start 2025-09-01 01:38:59.90: VncKubernetes - vnc_sync - Ingress done 2025-09-01 01:38:59.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:38:59.91: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:38:59.91: EndPointMonitor - start process kube event 2025-09-01 01:38:59.91: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:38:59.91: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:38:59.91: EndPointMonitor - Connect Kube API result 0 2025-09-01 01:38:59.91: EndPointMonitor - _schedule_vnc_sync 2025-09-01 01:38:59.91: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:38:59.91: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:38:59.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-01 01:38:59.91: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-01 01:38:59.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:38:59.91: ServiceMonitor - start process kube event 2025-09-01 01:38:59.91: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:38:59.91: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:38:59.91: ServiceMonitor - Connect Kube API result 0 2025-09-01 01:38:59.91: ServiceMonitor - _schedule_vnc_sync 2025-09-01 01:38:59.91: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:38:59.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-01 01:38:59.91: VncKubernetes - vnc_sync - Service start 2025-09-01 01:38:59.91: VncKubernetes - vnc_sync - Service done 2025-09-01 01:38:59.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:38:59.92: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:38:59.92: NamespaceMonitor - start process kube event 2025-09-01 01:38:59.92: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:38:59.92: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:38:59.92: NamespaceMonitor - Connect Kube API result 0 2025-09-01 01:38:59.92: NamespaceMonitor - _schedule_vnc_sync 2025-09-01 01:38:59.92: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:38:59.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-01 01:38:59.92: VncKubernetes - vnc_sync - Namespace start 2025-09-01 01:38:59.92: VncKubernetes - vnc_sync - Namespace done 2025-09-01 01:38:59.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:38:59.93: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:38:59.93: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:38:59.93: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:38:59.93: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:38:59.93: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:38:59.96: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:38:59.96: NetworkMonitor - start process kube event 2025-09-01 01:38:59.96: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=385 2025-09-01 01:38:59.96: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:38:59.96: NetworkMonitor - Connect Kube API result 0 2025-09-01 01:38:59.96: NetworkMonitor - _schedule_vnc_sync 2025-09-01 01:38:59.96: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '385'})(timeout=120) 2025-09-01 01:38:59.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-01 01:38:59.96: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-01 01:38:59.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:38:59.96: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '385'}) 2025-09-01 01:39:59.78: PodMonitor - Received BOOKMARK: oldResVer=388 newResVer=388 2025-09-01 01:39:59.78: PodMonitor - start process kube event 2025-09-01 01:39:59.78: PodMonitor - _schedule_vnc_sync 2025-09-01 01:39:59.78: empty line received 2025-09-01 01:39:59.78: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-01 01:39:59.78: VncKubernetes - vnc_sync - Pod start 2025-09-01 01:39:59.79: PodMonitor - start process kube event 2025-09-01 01:39:59.84: VncKubernetes - vnc_sync - Pod done 2025-09-01 01:39:59.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:40:59.89: PodMonitor - Received BOOKMARK: oldResVer=388 newResVer=388 2025-09-01 01:40:59.89: PodMonitor - start process kube event 2025-09-01 01:40:59.89: empty line received 2025-09-01 01:40:59.89: PodMonitor - start process kube event 2025-09-01 01:40:59.93: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:40:59.93: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:40:59.93: NetworkPolicyMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-09-01 01:42:31] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001153 [Introspect:8108]10.0.0.50 - - [2025-09-01 01:42:34] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001023 [Introspect:8108]10.0.0.50 - - [2025-09-01 01:42:37] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.000984 2025-09-01 01:40:59.93: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:40:59.93: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:40:59.93: ServiceMonitor - start process kube event 2025-09-01 01:40:59.93: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:40:59.93: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:40:59.93: ServiceMonitor - Connect Kube API result 0 2025-09-01 01:40:59.93: ServiceMonitor - _schedule_vnc_sync 2025-09-01 01:40:59.93: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:40:59.93: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-01 01:40:59.93: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-01 01:40:59.93: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:40:59.93: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:40:59.93: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:40:59.93: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:40:59.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-01 01:40:59.93: VncKubernetes - vnc_sync - Service start 2025-09-01 01:40:59.93: VncKubernetes - vnc_sync - Service done 2025-09-01 01:40:59.93: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-01 01:40:59.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-01 01:40:59.93: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-01 01:40:59.93: EndPointMonitor - start process kube event 2025-09-01 01:40:59.93: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:40:59.93: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:40:59.93: IngressMonitor - start process kube event 2025-09-01 01:40:59.93: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:40:59.93: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:40:59.93: NamespaceMonitor - start process kube event 2025-09-01 01:40:59.93: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:40:59.93: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:40:59.93: NamespaceMonitor - Connect Kube API result 0 2025-09-01 01:40:59.93: NamespaceMonitor - _schedule_vnc_sync 2025-09-01 01:40:59.93: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:40:59.93: IngressMonitor - Connect Kube API result 0 2025-09-01 01:40:59.93: IngressMonitor - _schedule_vnc_sync 2025-09-01 01:40:59.93: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:40:59.94: EndPointMonitor - Connect Kube API result 0 2025-09-01 01:40:59.94: EndPointMonitor - _schedule_vnc_sync 2025-09-01 01:40:59.94: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:40:59.94: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-01 01:40:59.94: VncKubernetes - wait event (qsize=3 timeout=120) 2025-09-01 01:40:59.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-01 01:40:59.94: VncKubernetes - vnc_sync - Namespace start 2025-09-01 01:40:59.94: VncKubernetes - vnc_sync - Namespace done 2025-09-01 01:40:59.94: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-01 01:40:59.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-01 01:40:59.94: VncKubernetes - vnc_sync - Ingress start 2025-09-01 01:40:59.94: VncKubernetes - vnc_sync - Ingress done 2025-09-01 01:40:59.94: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-01 01:40:59.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-01 01:40:59.94: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-01 01:40:59.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:40:59.95: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:40:59.95: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:40:59.95: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:40:59.95: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:40:59.95: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:40:59.97: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:40:59.97: NetworkMonitor - start process kube event 2025-09-01 01:40:59.97: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=385 2025-09-01 01:40:59.97: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:40:59.97: NetworkMonitor - Connect Kube API result 0 2025-09-01 01:40:59.97: NetworkMonitor - _schedule_vnc_sync 2025-09-01 01:40:59.97: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '385'})(timeout=120) 2025-09-01 01:40:59.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-01 01:40:59.97: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-01 01:40:59.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:40:59.97: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '385'}) 2025-09-01 01:41:59.98: PodMonitor - Received BOOKMARK: oldResVer=388 newResVer=388 2025-09-01 01:41:59.98: PodMonitor - start process kube event 2025-09-01 01:41:59.98: empty line received 2025-09-01 01:41:59.98: PodMonitor - start process kube event 2025-09-01 01:42:59.38: PodMonitor - Received BOOKMARK: oldResVer=388 newResVer=388 2025-09-01 01:42:59.38: PodMonitor - start process kube event 2025-09-01 01:42:59.38: empty line received 2025-09-01 01:42:59.38: PodMonitor - start process kube event 2025-09-01 01:42:59.95: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:42:59.95: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:42:59.95: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:42:59.95: IngressMonitor - start process kube event 2025-09-01 01:42:59.95: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:42:59.95: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:42:59.95: ServiceMonitor - start process kube event 2025-09-01 01:42:59.95: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:42:59.95: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:42:59.95: EndPointMonitor - start process kube event 2025-09-01 01:42:59.95: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:42:59.96: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:42:59.96: EndPointMonitor - Connect Kube API result 0 2025-09-01 01:42:59.96: EndPointMonitor - _schedule_vnc_sync 2025-09-01 01:42:59.96: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:42:59.96: IngressMonitor - Connect Kube API result 0 2025-09-01 01:42:59.96: IngressMonitor - _schedule_vnc_sync 2025-09-01 01:42:59.96: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:42:59.96: ServiceMonitor - Connect Kube API result 0 2025-09-01 01:42:59.96: ServiceMonitor - _schedule_vnc_sync 2025-09-01 01:42:59.96: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:42:59.96: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:42:59.96: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:42:59.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-01 01:42:59.96: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-01 01:42:59.96: VncKubernetes - wait event (qsize=2 timeout=120) 2025-09-01 01:42:59.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-01 01:42:59.96: VncKubernetes - vnc_sync - Ingress start 2025-09-01 01:42:59.96: VncKubernetes - vnc_sync - Ingress done 2025-09-01 01:42:59.96: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-01 01:42:59.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-01 01:42:59.96: VncKubernetes - vnc_sync - Service start 2025-09-01 01:42:59.96: VncKubernetes - vnc_sync - Service done 2025-09-01 01:42:59.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:42:59.96: NetworkPolicyMonitor - start process kube event 2025-09-01 01:42:59.96: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:42:59.96: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:42:59.96: NamespaceMonitor - start process kube event 2025-09-01 01:42:59.96: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:42:59.96: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:42:59.96: NamespaceMonitor - Connect Kube API result 0 2025-09-01 01:42:59.96: NamespaceMonitor - _schedule_vnc_sync 2025-09-01 01:42:59.96: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:42:59.96: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-01 01:42:59.96: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-01 01:42:59.96: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:42:59.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-01 01:42:59.96: VncKubernetes - vnc_sync - Namespace start 2025-09-01 01:42:59.96: VncKubernetes - vnc_sync - Namespace done 2025-09-01 01:42:59.96: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-01 01:42:59.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-01 01:42:59.96: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-01 01:42:59.97: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-01 01:42:59.97: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:42:59.97: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:42:59.97: NetworkMonitor - start process kube event 2025-09-01 01:42:59.97: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=385 2025-09-01 01:42:59.97: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:42:59.97: NetworkMonitor - Connect Kube API result 0 2025-09-01 01:42:59.97: NetworkMonitor - _schedule_vnc_sync 2025-09-01 01:42:59.97: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '385'})(timeout=120) 2025-09-01 01:42:59.97: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-01 01:42:59.97: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-01 01:42:59.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:42:59.98: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:42:59.98: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:42:59.98: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:42:59.98: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '385'}) 2025-09-01 01:42:59.98: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:42:59.98: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:43:10.09: PodMonitor - Received BOOKMARK: oldResVer=388 newResVer=388 2025-09-01 01:43:10.10: PodMonitor - start process kube event 2025-09-01 01:43:10.10: empty line received 2025-09-01 01:43:10.10: PodMonitor - start process kube event 2025-09-01 01:43:11.66: stop iteration PodMonitor 2025-09-01 01:43:11.66: PodMonitor - start process kube event 2025-09-01 01:43:11.66: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=388 2025-09-01 01:43:11.66: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:43:11.66: PodMonitor - Connect Kube API result 0 2025-09-01 01:43:11.66: PodMonitor - _schedule_vnc_sync 2025-09-01 01:43:11.66: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '388'})(timeout=120) 2025-09-01 01:43:11.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-01 01:43:11.66: VncKubernetes - vnc_sync - Pod start 2025-09-01 01:43:11.66: VncKubernetes - vnc_sync - Pod done 2025-09-01 01:43:11.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:43:11.67: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '388'}) 2025-09-01 01:43:59.62: ServiceMonitor - Received BOOKMARK: oldResVer=381 newResVer=1052 2025-09-01 01:43:59.62: ServiceMonitor - start process kube event 2025-09-01 01:43:59.62: empty line received [Introspect:8108]10.0.0.50 - - [2025-09-01 01:46:43] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.000991 2025-09-01 01:43:59.62: ServiceMonitor - start process kube event 2025-09-01 01:43:59.68: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=381 newResVer=1042 2025-09-01 01:43:59.68: NetworkPolicyMonitor - start process kube event 2025-09-01 01:43:59.68: empty line received 2025-09-01 01:43:59.68: NetworkPolicyMonitor - start process kube event 2025-09-01 01:44:00.09: IngressMonitor - Received BOOKMARK: oldResVer=381 newResVer=1013 2025-09-01 01:44:00.09: IngressMonitor - start process kube event 2025-09-01 01:44:00.09: empty line received 2025-09-01 01:44:00.09: IngressMonitor - start process kube event 2025-09-01 01:44:59.49: IngressMonitor - Received BOOKMARK: oldResVer=1013 newResVer=1013 2025-09-01 01:44:59.49: IngressMonitor - start process kube event 2025-09-01 01:44:59.49: empty line received 2025-09-01 01:44:59.49: IngressMonitor - start process kube event 2025-09-01 01:44:59.90: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1042 newResVer=1042 2025-09-01 01:44:59.90: NetworkPolicyMonitor - start process kube event 2025-09-01 01:44:59.90: empty line received 2025-09-01 01:44:59.90: NetworkPolicyMonitor - start process kube event 2025-09-01 01:44:59.95: ServiceMonitor - Received BOOKMARK: oldResVer=1052 newResVer=1052 2025-09-01 01:44:59.95: ServiceMonitor - start process kube event 2025-09-01 01:44:59.95: empty line received 2025-09-01 01:44:59.95: ServiceMonitor - start process kube event 2025-09-01 01:44:59.98: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:44:59.98: EndPointMonitor - start process kube event 2025-09-01 01:44:59.98: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:44:59.98: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:44:59.98: EndPointMonitor - Connect Kube API result 0 2025-09-01 01:44:59.98: EndPointMonitor - _schedule_vnc_sync 2025-09-01 01:44:59.98: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:44:59.98: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:44:59.98: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:44:59.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-01 01:44:59.98: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-01 01:44:59.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:44:59.98: NamespaceMonitor - start process kube event 2025-09-01 01:44:59.98: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:44:59.98: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:44:59.98: NetworkMonitor - start process kube event 2025-09-01 01:44:59.98: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=385 2025-09-01 01:44:59.98: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:44:59.98: NetworkMonitor - Connect Kube API result 0 2025-09-01 01:44:59.98: NetworkMonitor - _schedule_vnc_sync 2025-09-01 01:44:59.98: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '385'})(timeout=120) 2025-09-01 01:44:59.98: NamespaceMonitor - Connect Kube API result 0 2025-09-01 01:44:59.98: NamespaceMonitor - _schedule_vnc_sync 2025-09-01 01:44:59.99: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:44:59.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-01 01:44:59.99: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-01 01:44:59.99: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-01 01:44:59.99: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-01 01:44:59.99: VncKubernetes - vnc_sync - Namespace start 2025-09-01 01:44:59.99: VncKubernetes - vnc_sync - Namespace done 2025-09-01 01:44:59.99: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:45:00.00: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '385'}) 2025-09-01 01:45:00.01: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:45:00.01: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:45:11.68: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:45:11.68: PodMonitor - start process kube event 2025-09-01 01:45:11.68: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=388 2025-09-01 01:45:11.68: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:45:11.68: PodMonitor - Connect Kube API result 0 2025-09-01 01:45:11.68: PodMonitor - _schedule_vnc_sync 2025-09-01 01:45:11.68: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '388'})(timeout=120) 2025-09-01 01:45:11.68: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-01 01:45:11.68: VncKubernetes - vnc_sync - Pod start 2025-09-01 01:45:11.68: VncKubernetes - vnc_sync - Pod done 2025-09-01 01:45:11.68: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:45:11.69: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '388'}) 2025-09-01 01:45:59.90: ServiceMonitor - Received BOOKMARK: oldResVer=1052 newResVer=1052 2025-09-01 01:45:59.91: ServiceMonitor - start process kube event 2025-09-01 01:45:59.91: empty line received 2025-09-01 01:45:59.91: ServiceMonitor - start process kube event 2025-09-01 01:45:59.92: IngressMonitor - Received BOOKMARK: oldResVer=1013 newResVer=1013 2025-09-01 01:45:59.92: IngressMonitor - start process kube event 2025-09-01 01:45:59.92: empty line received 2025-09-01 01:45:59.92: IngressMonitor - start process kube event 2025-09-01 01:46:00.01: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1042 newResVer=1042 2025-09-01 01:46:00.01: NetworkPolicyMonitor - start process kube event 2025-09-01 01:46:00.01: empty line received 2025-09-01 01:46:00.01: NetworkPolicyMonitor - start process kube event 2025-09-01 01:46:01.04: NetworkMonitor - Received BOOKMARK: oldResVer=385 newResVer=1261 2025-09-01 01:46:01.04: NetworkMonitor - start process kube event 2025-09-01 01:46:01.04: empty line received 2025-09-01 01:46:01.04: NetworkMonitor - start process kube event 2025-09-01 01:46:59.94: IngressMonitor - Received BOOKMARK: oldResVer=1013 newResVer=1013 2025-09-01 01:46:59.94: IngressMonitor - start process kube event 2025-09-01 01:46:59.94: empty line received 2025-09-01 01:46:59.94: IngressMonitor - start process kube event 2025-09-01 01:47:00.00: ServiceMonitor - Received BOOKMARK: oldResVer=1052 newResVer=1052 2025-09-01 01:47:00.00: ServiceMonitor - start process kube event 2025-09-01 01:47:00.00: ServiceMonitor - _schedule_vnc_sync 2025-09-01 01:47:00.00: empty line received 2025-09-01 01:47:00.00: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-01 01:47:00.00: VncKubernetes - vnc_sync - Service start 2025-09-01 01:47:00.00: VncKubernetes - vnc_sync - Service done 2025-09-01 01:47:00.00: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:47:00.00: ServiceMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-09-01 01:48:10] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001259 [Introspect:8108]10.0.0.50 - - [2025-09-01 01:48:13] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001175 [Introspect:8108]10.0.0.50 - - [2025-09-01 01:48:16] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001007 2025-09-01 01:47:00.01: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:47:00.01: NamespaceMonitor - start process kube event 2025-09-01 01:47:00.01: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:47:00.01: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:47:00.01: NamespaceMonitor - Connect Kube API result 0 2025-09-01 01:47:00.01: NamespaceMonitor - _schedule_vnc_sync 2025-09-01 01:47:00.01: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:47:00.01: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:47:00.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-01 01:47:00.01: VncKubernetes - vnc_sync - Namespace start 2025-09-01 01:47:00.01: VncKubernetes - vnc_sync - Namespace done 2025-09-01 01:47:00.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:47:00.01: EndPointMonitor - start process kube event 2025-09-01 01:47:00.01: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:47:00.01: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:47:00.01: EndPointMonitor - Connect Kube API result 0 2025-09-01 01:47:00.01: EndPointMonitor - _schedule_vnc_sync 2025-09-01 01:47:00.01: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:47:00.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-01 01:47:00.01: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-01 01:47:00.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:47:00.02: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:47:00.03: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:47:00.37: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1042 newResVer=1042 2025-09-01 01:47:00.37: NetworkPolicyMonitor - start process kube event 2025-09-01 01:47:00.37: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-01 01:47:00.37: empty line received 2025-09-01 01:47:00.37: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-01 01:47:00.37: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-01 01:47:00.37: NetworkPolicyMonitor - start process kube event 2025-09-01 01:47:00.37: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-01 01:47:00.37: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:47:01.63: NetworkMonitor - Received BOOKMARK: oldResVer=1261 newResVer=1261 2025-09-01 01:47:01.63: NetworkMonitor - start process kube event 2025-09-01 01:47:01.63: empty line received 2025-09-01 01:47:01.63: NetworkMonitor - start process kube event 2025-09-01 01:47:11.69: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:47:11.69: PodMonitor - start process kube event 2025-09-01 01:47:11.69: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=388 2025-09-01 01:47:11.70: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:47:11.70: PodMonitor - Connect Kube API result 0 2025-09-01 01:47:11.70: PodMonitor - _schedule_vnc_sync 2025-09-01 01:47:11.70: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '388'})(timeout=120) 2025-09-01 01:47:11.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-01 01:47:11.70: VncKubernetes - vnc_sync - Pod start 2025-09-01 01:47:11.70: VncKubernetes - vnc_sync - Pod done 2025-09-01 01:47:11.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:47:11.71: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '388'}) 2025-09-01 01:47:59.98: ServiceMonitor - Received BOOKMARK: oldResVer=1052 newResVer=1052 2025-09-01 01:47:59.98: ServiceMonitor - start process kube event 2025-09-01 01:47:59.98: empty line received 2025-09-01 01:47:59.98: ServiceMonitor - start process kube event 2025-09-01 01:48:00.31: IngressMonitor - Received BOOKMARK: oldResVer=1013 newResVer=1013 2025-09-01 01:48:00.31: IngressMonitor - start process kube event 2025-09-01 01:48:00.31: IngressMonitor - _schedule_vnc_sync 2025-09-01 01:48:00.31: empty line received 2025-09-01 01:48:00.31: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-01 01:48:00.31: VncKubernetes - vnc_sync - Ingress start 2025-09-01 01:48:00.31: VncKubernetes - vnc_sync - Ingress done 2025-09-01 01:48:00.31: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:48:00.31: IngressMonitor - start process kube event 2025-09-01 01:48:00.63: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1042 newResVer=1042 2025-09-01 01:48:00.63: NetworkPolicyMonitor - start process kube event 2025-09-01 01:48:00.63: empty line received 2025-09-01 01:48:00.63: NetworkPolicyMonitor - start process kube event 2025-09-01 01:48:01.34: NetworkMonitor - Received BOOKMARK: oldResVer=1261 newResVer=1261 2025-09-01 01:48:01.34: NetworkMonitor - start process kube event 2025-09-01 01:48:01.34: empty line received 2025-09-01 01:48:01.34: NetworkMonitor - start process kube event 2025-09-01 01:48:43.52: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1042 newResVer=1042 2025-09-01 01:48:43.52: NetworkPolicyMonitor - start process kube event 2025-09-01 01:48:43.52: empty line received 2025-09-01 01:48:43.52: NetworkPolicyMonitor - start process kube event 2025-09-01 01:48:44.52: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1042 newResVer=1042 2025-09-01 01:48:44.52: NetworkPolicyMonitor - start process kube event 2025-09-01 01:48:44.52: empty line received 2025-09-01 01:48:44.52: NetworkPolicyMonitor - start process kube event 2025-09-01 01:48:45.85: stop iteration NetworkPolicyMonitor 2025-09-01 01:48:45.85: NetworkPolicyMonitor - start process kube event 2025-09-01 01:48:45.85: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1042 2025-09-01 01:48:45.85: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:48:45.85: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-01 01:48:45.85: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-01 01:48:45.85: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1042'})(timeout=120) 2025-09-01 01:48:45.85: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-01 01:48:45.85: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-01 01:48:45.85: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-01 01:48:45.85: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:48:45.85: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1042'}) 2025-09-01 01:48:54.19: IngressMonitor - Received BOOKMARK: oldResVer=1013 newResVer=1013 2025-09-01 01:48:54.19: IngressMonitor - start process kube event 2025-09-01 01:48:54.19: empty line received 2025-09-01 01:48:54.19: IngressMonitor - start process kube event 2025-09-01 01:48:55.87: stop iteration IngressMonitor 2025-09-01 01:48:55.87: IngressMonitor - start process kube event 2025-09-01 01:48:55.87: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1013 2025-09-01 01:48:55.87: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:48:55.87: IngressMonitor - Connect Kube API result 0 2025-09-01 01:48:55.87: IngressMonitor - _schedule_vnc_sync 2025-09-01 01:48:55.87: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1013'})(timeout=120) 2025-09-01 01:48:55.87: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-01 01:48:55.87: VncKubernetes - vnc_sync - Ingress start 2025-09-01 01:48:55.87: VncKubernetes - vnc_sync - Ingress done 2025-09-01 01:48:55.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:48:55.87: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1013'}) 2025-09-01 01:48:59.46: ServiceMonitor - Received BOOKMARK: oldResVer=1052 newResVer=1052 2025-09-01 01:48:59.46: ServiceMonitor - start process kube event 2025-09-01 01:48:59.46: empty line received 2025-09-01 01:48:59.46: ServiceMonitor - start process kube event 2025-09-01 01:49:00.03: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:49:00.03: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:49:00.03: EndPointMonitor - start process kube event 2025-09-01 01:49:00.03: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:49:00.03: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:49:00.03: NamespaceMonitor - start process kube event 2025-09-01 01:49:00.03: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:49:00.03: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:49:00.03: EndPointMonitor - Connect Kube API result 0 2025-09-01 01:49:00.03: EndPointMonitor - _schedule_vnc_sync 2025-09-01 01:49:00.03: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:49:00.03: NamespaceMonitor - Connect Kube API result 0 2025-09-01 01:49:00.03: NamespaceMonitor - _schedule_vnc_sync 2025-09-01 01:49:00.03: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:49:00.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-01 01:49:00.03: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-01 01:49:00.03: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-01 01:49:00.03: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-01 01:49:00.03: VncKubernetes - vnc_sync - Namespace start 2025-09-01 01:49:00.03: VncKubernetes - vnc_sync - Namespace done 2025-09-01 01:49:00.03: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:49:00.04: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:49:00.04: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:49:01.84: NetworkMonitor - Received BOOKMARK: oldResVer=1261 newResVer=1261 2025-09-01 01:49:01.84: NetworkMonitor - start process kube event 2025-09-01 01:49:01.84: NetworkMonitor - _schedule_vnc_sync 2025-09-01 01:49:01.84: empty line received 2025-09-01 01:49:01.84: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-01 01:49:01.84: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-01 01:49:01.84: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:49:01.84: NetworkMonitor - start process kube event 2025-09-01 01:49:11.71: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:49:11.72: PodMonitor - start process kube event 2025-09-01 01:49:11.72: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=388 2025-09-01 01:49:11.72: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:49:11.72: PodMonitor - Connect Kube API result 0 2025-09-01 01:49:11.72: PodMonitor - _schedule_vnc_sync 2025-09-01 01:49:11.72: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '388'})(timeout=120) 2025-09-01 01:49:11.72: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-01 01:49:11.72: VncKubernetes - vnc_sync - Pod start 2025-09-01 01:49:11.72: VncKubernetes - vnc_sync - Pod done 2025-09-01 01:49:11.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:49:11.74: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '388'}) 2025-09-01 01:49:59.13: ServiceMonitor - Received BOOKMARK: oldResVer=1052 newResVer=1052 2025-09-01 01:49:59.13: ServiceMonitor - start process kube event 2025-09-01 01:49:59.13: empty line received 2025-09-01 01:49:59.13: ServiceMonitor - start process kube event 2025-09-01 01:50:01.53: NetworkMonitor - Received BOOKMARK: oldResVer=1261 newResVer=1261 2025-09-01 01:50:01.53: NetworkMonitor - start process kube event 2025-09-01 01:50:01.53: empty line received 2025-09-01 01:50:01.53: NetworkMonitor - start process kube event 2025-09-01 01:50:45.85: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:50:45.86: NetworkPolicyMonitor - start process kube event 2025-09-01 01:50:45.86: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1042 2025-09-01 01:50:45.86: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:50:45.86: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-01 01:50:45.86: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-01 01:50:45.86: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1042'})(timeout=120) 2025-09-01 01:50:45.86: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-01 01:50:45.86: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-01 01:50:45.86: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-01 01:50:45.86: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:50:45.86: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1042'}) 2025-09-01 01:50:55.88: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:50:55.88: IngressMonitor - start process kube event 2025-09-01 01:50:55.88: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1013 2025-09-01 01:50:55.88: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:50:55.88: IngressMonitor - Connect Kube API result 0 2025-09-01 01:50:55.88: IngressMonitor - _schedule_vnc_sync 2025-09-01 01:50:55.88: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1013'})(timeout=120) 2025-09-01 01:50:55.88: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-01 01:50:55.88: VncKubernetes - vnc_sync - Ingress start 2025-09-01 01:50:55.88: VncKubernetes - vnc_sync - Ingress done 2025-09-01 01:50:55.88: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.50 - - [2025-09-01 01:51:50] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001082 2025-09-01 01:50:55.88: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1013'}) 2025-09-01 01:50:59.83: ServiceMonitor - Received BOOKMARK: oldResVer=1052 newResVer=1052 2025-09-01 01:50:59.83: ServiceMonitor - start process kube event 2025-09-01 01:50:59.83: empty line received 2025-09-01 01:50:59.83: ServiceMonitor - start process kube event 2025-09-01 01:51:00.04: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:51:00.04: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:51:00.04: NamespaceMonitor - start process kube event 2025-09-01 01:51:00.04: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:51:00.04: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:51:00.04: EndPointMonitor - start process kube event 2025-09-01 01:51:00.04: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:51:00.05: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:51:00.05: NamespaceMonitor - Connect Kube API result 0 2025-09-01 01:51:00.05: NamespaceMonitor - _schedule_vnc_sync 2025-09-01 01:51:00.05: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:51:00.05: EndPointMonitor - Connect Kube API result 0 2025-09-01 01:51:00.05: EndPointMonitor - _schedule_vnc_sync 2025-09-01 01:51:00.05: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:51:00.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-01 01:51:00.05: VncKubernetes - vnc_sync - Namespace start 2025-09-01 01:51:00.05: VncKubernetes - vnc_sync - Namespace done 2025-09-01 01:51:00.05: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-01 01:51:00.05: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-01 01:51:00.05: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-01 01:51:00.05: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:51:00.06: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:51:00.06: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:51:01.06: NetworkMonitor - Received BOOKMARK: oldResVer=1261 newResVer=1261 2025-09-01 01:51:01.06: NetworkMonitor - start process kube event 2025-09-01 01:51:01.06: empty line received 2025-09-01 01:51:01.06: NetworkMonitor - start process kube event 2025-09-01 01:51:11.74: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:51:11.74: PodMonitor - start process kube event 2025-09-01 01:51:11.74: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=388 2025-09-01 01:51:11.74: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:51:11.74: PodMonitor - Connect Kube API result 0 2025-09-01 01:51:11.74: PodMonitor - _schedule_vnc_sync 2025-09-01 01:51:11.74: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '388'})(timeout=120) 2025-09-01 01:51:11.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-01 01:51:11.74: VncKubernetes - vnc_sync - Pod start 2025-09-01 01:51:11.74: VncKubernetes - vnc_sync - Pod done 2025-09-01 01:51:11.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:51:11.75: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '388'}) 2025-09-01 01:51:59.40: ServiceMonitor - Received BOOKMARK: oldResVer=1052 newResVer=1052 2025-09-01 01:51:59.40: ServiceMonitor - start process kube event 2025-09-01 01:51:59.40: ServiceMonitor - _schedule_vnc_sync 2025-09-01 01:51:59.40: empty line received 2025-09-01 01:51:59.40: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-01 01:51:59.40: VncKubernetes - vnc_sync - Service start 2025-09-01 01:51:59.40: VncKubernetes - vnc_sync - Service done 2025-09-01 01:51:59.40: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:51:59.40: ServiceMonitor - start process kube event 2025-09-01 01:52:01.23: NetworkMonitor - Received BOOKMARK: oldResVer=1261 newResVer=1261 2025-09-01 01:52:01.23: NetworkMonitor - start process kube event 2025-09-01 01:52:01.23: empty line received 2025-09-01 01:52:01.23: NetworkMonitor - start process kube event 2025-09-01 01:52:12.15: ServiceMonitor - Received BOOKMARK: oldResVer=1052 newResVer=1052 2025-09-01 01:52:12.15: ServiceMonitor - start process kube event 2025-09-01 01:52:12.15: empty line received 2025-09-01 01:52:12.15: ServiceMonitor - start process kube event 2025-09-01 01:52:13.21: ServiceMonitor - Received BOOKMARK: oldResVer=1052 newResVer=1052 2025-09-01 01:52:13.21: ServiceMonitor - start process kube event 2025-09-01 01:52:13.21: empty line received 2025-09-01 01:52:13.21: ServiceMonitor - start process kube event 2025-09-01 01:52:14.81: stop iteration ServiceMonitor 2025-09-01 01:52:14.81: ServiceMonitor - start process kube event 2025-09-01 01:52:14.81: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1052 2025-09-01 01:52:14.81: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:52:14.81: ServiceMonitor - Connect Kube API result 0 2025-09-01 01:52:14.81: ServiceMonitor - _schedule_vnc_sync 2025-09-01 01:52:14.81: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1052'})(timeout=120) 2025-09-01 01:52:14.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-01 01:52:14.81: VncKubernetes - vnc_sync - Service start 2025-09-01 01:52:14.81: VncKubernetes - vnc_sync - Service done 2025-09-01 01:52:14.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:52:14.83: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1052'}) 2025-09-01 01:52:45.87: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:52:45.87: NetworkPolicyMonitor - start process kube event 2025-09-01 01:52:45.87: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1042 2025-09-01 01:52:45.87: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:52:45.87: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-01 01:52:45.87: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-01 01:52:45.87: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1042'})(timeout=120) 2025-09-01 01:52:45.87: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-01 01:52:45.87: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-01 01:52:45.87: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-01 01:52:45.87: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:52:45.87: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1042'}) 2025-09-01 01:52:55.89: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. [Introspect:8108]10.0.0.50 - - [2025-09-01 01:53:49] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001044 [Introspect:8108]10.0.0.50 - - [2025-09-01 01:53:51] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.000979 [Introspect:8108]10.0.0.50 - - [2025-09-01 01:53:55] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.000978 2025-09-01 01:52:55.89: IngressMonitor - start process kube event 2025-09-01 01:52:55.89: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1013 2025-09-01 01:52:55.89: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:52:55.89: IngressMonitor - Connect Kube API result 0 2025-09-01 01:52:55.89: IngressMonitor - _schedule_vnc_sync 2025-09-01 01:52:55.89: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1013'})(timeout=120) 2025-09-01 01:52:55.89: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-01 01:52:55.89: VncKubernetes - vnc_sync - Ingress start 2025-09-01 01:52:55.89: VncKubernetes - vnc_sync - Ingress done 2025-09-01 01:52:55.89: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:52:55.90: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1013'}) 2025-09-01 01:52:56.85: NetworkMonitor - Received BOOKMARK: oldResVer=1261 newResVer=1261 2025-09-01 01:52:56.85: NetworkMonitor - start process kube event 2025-09-01 01:52:56.85: empty line received 2025-09-01 01:52:56.85: NetworkMonitor - start process kube event 2025-09-01 01:52:58.72: stop iteration NetworkMonitor 2025-09-01 01:52:58.72: NetworkMonitor - start process kube event 2025-09-01 01:52:58.72: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1261 2025-09-01 01:52:58.72: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:52:58.72: NetworkMonitor - Connect Kube API result 0 2025-09-01 01:52:58.72: NetworkMonitor - _schedule_vnc_sync 2025-09-01 01:52:58.72: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1261'})(timeout=120) 2025-09-01 01:52:58.72: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-01 01:52:58.72: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-01 01:52:58.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:52:58.72: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1261'}) 2025-09-01 01:53:00.06: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:53:00.06: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:53:00.06: EndPointMonitor - start process kube event 2025-09-01 01:53:00.06: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:53:00.06: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:53:00.06: NamespaceMonitor - start process kube event 2025-09-01 01:53:00.06: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=381 2025-09-01 01:53:00.06: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:53:00.06: EndPointMonitor - Connect Kube API result 0 2025-09-01 01:53:00.06: EndPointMonitor - _schedule_vnc_sync 2025-09-01 01:53:00.06: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:53:00.06: NamespaceMonitor - Connect Kube API result 0 2025-09-01 01:53:00.06: NamespaceMonitor - _schedule_vnc_sync 2025-09-01 01:53:00.06: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'})(timeout=120) 2025-09-01 01:53:00.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-01 01:53:00.06: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-01 01:53:00.06: VncKubernetes - wait event (qsize=1 timeout=120) 2025-09-01 01:53:00.06: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-01 01:53:00.06: VncKubernetes - vnc_sync - Namespace start 2025-09-01 01:53:00.06: VncKubernetes - vnc_sync - Namespace done 2025-09-01 01:53:00.06: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:53:00.07: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:53:00.07: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '381'}) 2025-09-01 01:53:11.75: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:53:11.75: PodMonitor - start process kube event 2025-09-01 01:53:11.75: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=388 2025-09-01 01:53:11.75: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:53:11.75: PodMonitor - Connect Kube API result 0 2025-09-01 01:53:11.75: PodMonitor - _schedule_vnc_sync 2025-09-01 01:53:11.75: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '388'})(timeout=120) 2025-09-01 01:53:11.76: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-01 01:53:11.76: VncKubernetes - vnc_sync - Pod start 2025-09-01 01:53:11.76: VncKubernetes - vnc_sync - Pod done 2025-09-01 01:53:11.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:53:11.77: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '388'}) 2025-09-01 01:53:45.64: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1042 newResVer=1932 2025-09-01 01:53:45.64: NetworkPolicyMonitor - start process kube event 2025-09-01 01:53:45.64: empty line received 2025-09-01 01:53:45.64: NetworkPolicyMonitor - start process kube event 2025-09-01 01:53:56.23: IngressMonitor - Received BOOKMARK: oldResVer=1013 newResVer=1872 2025-09-01 01:53:56.23: IngressMonitor - start process kube event 2025-09-01 01:53:56.23: empty line received 2025-09-01 01:53:56.23: IngressMonitor - start process kube event 2025-09-01 01:54:00.27: EndPointMonitor - Received BOOKMARK: oldResVer=381 newResVer=1948 2025-09-01 01:54:00.27: EndPointMonitor - start process kube event 2025-09-01 01:54:00.27: empty line received 2025-09-01 01:54:00.27: EndPointMonitor - start process kube event 2025-09-01 01:54:00.28: NamespaceMonitor - Received BOOKMARK: oldResVer=381 newResVer=1946 2025-09-01 01:54:00.28: NamespaceMonitor - start process kube event 2025-09-01 01:54:00.28: empty line received 2025-09-01 01:54:00.28: NamespaceMonitor - start process kube event 2025-09-01 01:54:12.17: PodMonitor - Received BOOKMARK: oldResVer=388 newResVer=1983 2025-09-01 01:54:12.17: PodMonitor - start process kube event 2025-09-01 01:54:12.17: empty line received 2025-09-01 01:54:12.17: PodMonitor - start process kube event 2025-09-01 01:54:14.83: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:54:14.83: ServiceMonitor - start process kube event 2025-09-01 01:54:14.83: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1052 2025-09-01 01:54:14.83: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:54:14.83: ServiceMonitor - Connect Kube API result 0 2025-09-01 01:54:14.83: ServiceMonitor - _schedule_vnc_sync 2025-09-01 01:54:14.83: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1052'})(timeout=120) 2025-09-01 01:54:14.83: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None)[Introspect:8108]10.0.0.50 - - [2025-09-01 01:56:28] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001301 2025-09-01 01:54:14.83: VncKubernetes - vnc_sync - Service start 2025-09-01 01:54:14.83: VncKubernetes - vnc_sync - Service done 2025-09-01 01:54:14.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:54:14.85: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1052'}) 2025-09-01 01:54:45.77: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1932 newResVer=1932 2025-09-01 01:54:45.77: NetworkPolicyMonitor - start process kube event 2025-09-01 01:54:45.77: empty line received 2025-09-01 01:54:45.77: NetworkPolicyMonitor - start process kube event 2025-09-01 01:54:55.40: IngressMonitor - Received BOOKMARK: oldResVer=1872 newResVer=1872 2025-09-01 01:54:55.40: IngressMonitor - start process kube event 2025-09-01 01:54:55.40: empty line received 2025-09-01 01:54:55.40: IngressMonitor - start process kube event 2025-09-01 01:54:58.73: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 01:54:58.73: NetworkMonitor - start process kube event 2025-09-01 01:54:58.73: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1261 2025-09-01 01:54:58.73: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:54:58.73: NetworkMonitor - Connect Kube API result 0 2025-09-01 01:54:58.73: NetworkMonitor - _schedule_vnc_sync 2025-09-01 01:54:58.73: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1261'})(timeout=120) 2025-09-01 01:54:58.73: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-01 01:54:58.73: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-01 01:54:58.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:54:58.74: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1261'}) 2025-09-01 01:55:00.32: EndPointMonitor - Received BOOKMARK: oldResVer=1948 newResVer=1948 2025-09-01 01:55:00.32: EndPointMonitor - start process kube event 2025-09-01 01:55:00.32: empty line received 2025-09-01 01:55:00.32: EndPointMonitor - start process kube event 2025-09-01 01:55:00.34: NamespaceMonitor - Received BOOKMARK: oldResVer=1946 newResVer=1946 2025-09-01 01:55:00.34: NamespaceMonitor - start process kube event 2025-09-01 01:55:00.34: empty line received 2025-09-01 01:55:00.34: NamespaceMonitor - start process kube event 2025-09-01 01:55:12.78: PodMonitor - Received BOOKMARK: oldResVer=1983 newResVer=1983 2025-09-01 01:55:12.78: PodMonitor - start process kube event 2025-09-01 01:55:12.78: empty line received 2025-09-01 01:55:12.78: PodMonitor - start process kube event 2025-09-01 01:55:14.46: ServiceMonitor - Received BOOKMARK: oldResVer=1052 newResVer=1948 2025-09-01 01:55:14.46: ServiceMonitor - start process kube event 2025-09-01 01:55:14.46: empty line received 2025-09-01 01:55:14.46: ServiceMonitor - start process kube event 2025-09-01 01:55:45.71: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1932 newResVer=1932 2025-09-01 01:55:45.71: NetworkPolicyMonitor - start process kube event 2025-09-01 01:55:45.71: empty line received 2025-09-01 01:55:45.71: NetworkPolicyMonitor - start process kube event 2025-09-01 01:55:56.18: IngressMonitor - Received BOOKMARK: oldResVer=1872 newResVer=1872 2025-09-01 01:55:56.18: IngressMonitor - start process kube event 2025-09-01 01:55:56.18: empty line received 2025-09-01 01:55:56.18: IngressMonitor - start process kube event 2025-09-01 01:55:57.99: NetworkMonitor - Received BOOKMARK: oldResVer=1261 newResVer=2103 2025-09-01 01:55:57.99: NetworkMonitor - start process kube event 2025-09-01 01:55:57.99: empty line received 2025-09-01 01:55:57.99: NetworkMonitor - start process kube event 2025-09-01 01:56:00.94: NamespaceMonitor - Received BOOKMARK: oldResVer=1946 newResVer=1946 2025-09-01 01:56:00.94: NamespaceMonitor - start process kube event 2025-09-01 01:56:00.94: empty line received 2025-09-01 01:56:00.94: NamespaceMonitor - start process kube event 2025-09-01 01:56:01.06: EndPointMonitor - Received BOOKMARK: oldResVer=1948 newResVer=1948 2025-09-01 01:56:01.06: EndPointMonitor - start process kube event 2025-09-01 01:56:01.06: empty line received 2025-09-01 01:56:01.06: EndPointMonitor - start process kube event 2025-09-01 01:56:12.77: PodMonitor - Received BOOKMARK: oldResVer=1983 newResVer=1983 2025-09-01 01:56:12.77: PodMonitor - start process kube event 2025-09-01 01:56:12.77: empty line received 2025-09-01 01:56:12.77: PodMonitor - start process kube event 2025-09-01 01:56:14.75: ServiceMonitor - Received BOOKMARK: oldResVer=1948 newResVer=1948 2025-09-01 01:56:14.75: ServiceMonitor - start process kube event 2025-09-01 01:56:14.75: empty line received 2025-09-01 01:56:14.75: ServiceMonitor - start process kube event 2025-09-01 01:56:45.35: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1932 newResVer=1932 2025-09-01 01:56:45.35: NetworkPolicyMonitor - start process kube event 2025-09-01 01:56:45.35: empty line received 2025-09-01 01:56:45.35: NetworkPolicyMonitor - start process kube event 2025-09-01 01:56:55.72: IngressMonitor - Received BOOKMARK: oldResVer=1872 newResVer=1872 2025-09-01 01:56:55.72: IngressMonitor - start process kube event 2025-09-01 01:56:55.72: empty line received 2025-09-01 01:56:55.72: IngressMonitor - start process kube event 2025-09-01 01:56:58.40: NetworkMonitor - Received BOOKMARK: oldResVer=2103 newResVer=2103 2025-09-01 01:56:58.40: NetworkMonitor - start process kube event 2025-09-01 01:56:58.40: empty line received 2025-09-01 01:56:58.40: NetworkMonitor - start process kube event 2025-09-01 01:56:58.73: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:57:00.90: NamespaceMonitor - Received BOOKMARK: oldResVer=1946 newResVer=1946 2025-09-01 01:57:00.90: NamespaceMonitor - start process kube event 2025-09-01 01:57:00.90: NamespaceMonitor - _schedule_vnc_sync 2025-09-01 01:57:00.90: empty line received 2025-09-01 01:57:00.90: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-01 01:57:00.90: VncKubernetes - vnc_sync - Namespace start 2025-09-01 01:57:00.90: VncKubernetes - vnc_sync - Namespace done 2025-09-01 01:57:00.90: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:57:00.90: NamespaceMonitor - start process kube event 2025-09-01 01:57:01.66: EndPointMonitor - Received BOOKMARK: oldResVer=1948 newResVer=1948 2025-09-01 01:57:01.66: EndPointMonitor - start process kube event 2025-09-01 01:57:01.66: EndPointMonitor - _schedule_vnc_sync 2025-09-01 01:57:01.66: empty line received 2025-09-01 01:57:01.66: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-01 01:57:01.66: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-01 01:57:01.66: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:57:01.66: EndPointMonitor - start process kube event 2025-09-01 01:57:12.93: PodMonitor - Received BOOKMARK: oldResVer=1983 newResVer=1983 2025-09-01 01:57:12.93: PodMonitor - start process kube event 2025-09-01 01:57:12.93: PodMonitor - _schedule_vnc_sync 2025-09-01 01:57:12.93: empty line received 2025-09-01 01:57:12.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-01 01:57:12.93: VncKubernetes - vnc_sync - Pod start 2025-09-01 01:57:12.93: VncKubernetes - vnc_sync - Pod done 2025-09-01 01:57:12.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:57:12.93: PodMonitor - start process kube event 2025-09-01 01:57:14.64: ServiceMonitor - Received BOOKMARK: oldResVer=1948 newResVer=1948 2025-09-01 01:57:14.64: ServiceMonitor - start process kube event 2025-09-01 01:57:14.64: empty line received 2025-09-01 01:57:14.64: ServiceMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-09-01 01:59:30] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001135 [Introspect:8108]10.0.0.50 - - [2025-09-01 01:59:33] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001118 [Introspect:8108]10.0.0.50 - - [2025-09-01 01:59:36] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.000995 2025-09-01 01:57:45.33: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1932 newResVer=1932 2025-09-01 01:57:45.33: NetworkPolicyMonitor - start process kube event 2025-09-01 01:57:45.33: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-01 01:57:45.33: empty line received 2025-09-01 01:57:45.33: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-01 01:57:45.33: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-01 01:57:45.33: NetworkPolicyMonitor - start process kube event 2025-09-01 01:57:45.34: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-01 01:57:45.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:57:55.46: IngressMonitor - Received BOOKMARK: oldResVer=1872 newResVer=1872 2025-09-01 01:57:55.46: IngressMonitor - start process kube event 2025-09-01 01:57:55.46: IngressMonitor - _schedule_vnc_sync 2025-09-01 01:57:55.47: empty line received 2025-09-01 01:57:55.47: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-01 01:57:55.47: VncKubernetes - vnc_sync - Ingress start 2025-09-01 01:57:55.47: VncKubernetes - vnc_sync - Ingress done 2025-09-01 01:57:55.47: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:57:55.47: IngressMonitor - start process kube event 2025-09-01 01:57:58.64: NetworkMonitor - Received BOOKMARK: oldResVer=2103 newResVer=2103 2025-09-01 01:57:58.64: NetworkMonitor - start process kube event 2025-09-01 01:57:58.64: empty line received 2025-09-01 01:57:58.64: NetworkMonitor - start process kube event 2025-09-01 01:58:00.48: NamespaceMonitor - Received BOOKMARK: oldResVer=1946 newResVer=1946 2025-09-01 01:58:00.48: NamespaceMonitor - start process kube event 2025-09-01 01:58:00.48: empty line received 2025-09-01 01:58:00.48: NamespaceMonitor - start process kube event 2025-09-01 01:58:02.07: EndPointMonitor - Received BOOKMARK: oldResVer=1948 newResVer=1948 2025-09-01 01:58:02.08: EndPointMonitor - start process kube event 2025-09-01 01:58:02.08: empty line received 2025-09-01 01:58:02.08: EndPointMonitor - start process kube event 2025-09-01 01:58:12.70: PodMonitor - Received BOOKMARK: oldResVer=1983 newResVer=1983 2025-09-01 01:58:12.70: PodMonitor - start process kube event 2025-09-01 01:58:12.70: empty line received 2025-09-01 01:58:12.70: PodMonitor - start process kube event 2025-09-01 01:58:14.72: ServiceMonitor - Received BOOKMARK: oldResVer=1948 newResVer=1948 2025-09-01 01:58:14.72: ServiceMonitor - start process kube event 2025-09-01 01:58:14.72: empty line received 2025-09-01 01:58:14.72: ServiceMonitor - start process kube event 2025-09-01 01:58:23.57: NamespaceMonitor - Received BOOKMARK: oldResVer=1946 newResVer=1946 2025-09-01 01:58:23.58: NamespaceMonitor - start process kube event 2025-09-01 01:58:23.58: empty line received 2025-09-01 01:58:23.58: NamespaceMonitor - start process kube event 2025-09-01 01:58:25.25: stop iteration NamespaceMonitor 2025-09-01 01:58:25.25: NamespaceMonitor - start process kube event 2025-09-01 01:58:25.25: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1946 2025-09-01 01:58:25.25: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:58:25.25: NamespaceMonitor - Connect Kube API result 0 2025-09-01 01:58:25.25: NamespaceMonitor - _schedule_vnc_sync 2025-09-01 01:58:25.25: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1946'})(timeout=120) 2025-09-01 01:58:25.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-01 01:58:25.25: VncKubernetes - vnc_sync - Namespace start 2025-09-01 01:58:25.25: VncKubernetes - vnc_sync - Namespace done 2025-09-01 01:58:25.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:58:25.27: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1946'}) 2025-09-01 01:58:37.57: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1932 newResVer=1932 2025-09-01 01:58:37.57: NetworkPolicyMonitor - start process kube event 2025-09-01 01:58:37.57: empty line received 2025-09-01 01:58:37.57: NetworkPolicyMonitor - start process kube event 2025-09-01 01:58:39.43: stop iteration NetworkPolicyMonitor 2025-09-01 01:58:39.43: NetworkPolicyMonitor - start process kube event 2025-09-01 01:58:39.43: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1932 2025-09-01 01:58:39.43: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 01:58:39.43: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-01 01:58:39.43: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-01 01:58:39.43: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1932'})(timeout=120) 2025-09-01 01:58:39.44: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-01 01:58:39.44: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-01 01:58:39.44: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-01 01:58:39.44: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:58:39.44: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1932'}) 2025-09-01 01:58:55.29: IngressMonitor - Received BOOKMARK: oldResVer=1872 newResVer=1872 2025-09-01 01:58:55.29: IngressMonitor - start process kube event 2025-09-01 01:58:55.29: empty line received 2025-09-01 01:58:55.29: IngressMonitor - start process kube event 2025-09-01 01:58:57.94: NetworkMonitor - Received BOOKMARK: oldResVer=2103 newResVer=2103 2025-09-01 01:58:57.94: NetworkMonitor - start process kube event 2025-09-01 01:58:57.94: empty line received 2025-09-01 01:58:57.94: NetworkMonitor - start process kube event 2025-09-01 01:59:03.23: EndPointMonitor - Received BOOKMARK: oldResVer=1948 newResVer=1948 2025-09-01 01:59:03.23: EndPointMonitor - start process kube event 2025-09-01 01:59:03.23: empty line received 2025-09-01 01:59:03.23: EndPointMonitor - start process kube event 2025-09-01 01:59:12.85: PodMonitor - Received BOOKMARK: oldResVer=1983 newResVer=1983 2025-09-01 01:59:12.85: PodMonitor - start process kube event 2025-09-01 01:59:12.85: empty line received 2025-09-01 01:59:12.85: PodMonitor - start process kube event 2025-09-01 01:59:14.24: ServiceMonitor - Received BOOKMARK: oldResVer=1948 newResVer=1948 2025-09-01 01:59:14.25: ServiceMonitor - start process kube event 2025-09-01 01:59:14.25: ServiceMonitor - _schedule_vnc_sync 2025-09-01 01:59:14.25: empty line received 2025-09-01 01:59:14.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-01 01:59:14.25: VncKubernetes - vnc_sync - Service start 2025-09-01 01:59:14.25: VncKubernetes - vnc_sync - Service done 2025-09-01 01:59:14.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:59:14.25: ServiceMonitor - start process kube event 2025-09-01 01:59:55.82: IngressMonitor - Received BOOKMARK: oldResVer=1872 newResVer=1872 2025-09-01 01:59:55.82: IngressMonitor - start process kube event 2025-09-01 01:59:55.82: empty line received 2025-09-01 01:59:55.82: IngressMonitor - start process kube event 2025-09-01 01:59:58.77: NetworkMonitor - Received BOOKMARK: oldResVer=2103 newResVer=2103 2025-09-01 01:59:58.77: NetworkMonitor - start process kube event 2025-09-01 01:59:58.77: NetworkMonitor - _schedule_vnc_sync 2025-09-01 01:59:58.77: empty line received 2025-09-01 01:59:58.77: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-01 01:59:58.77: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-01 01:59:58.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 01:59:58.77: NetworkMonitor - start process kube event 2025-09-01 02:00:03.96: EndPointMonitor - Received BOOKMARK: oldResVer=1948 newResVer=1948 2025-09-01 02:00:03.96: EndPointMonitor - start process kube event 2025-09-01 02:00:03.96: empty line received 2025-09-01 02:00:03.96: EndPointMonitor - start process kube event 2025-09-01 02:00:13.10: PodMonitor - Received BOOKMARK: oldResVer=1983 newResVer=1983 2025-09-01 02:00:13.10: PodMonitor - start process kube event 2025-09-01 02:00:13.10: empty line received 2025-09-01 02:00:13.10: PodMonitor - start process kube event 2025-09-01 02:00:14.92: ServiceMonitor - Received BOOKMARK: oldResVer=1948 newResVer=1948 2025-09-01 02:00:14.92: ServiceMonitor - start process kube event 2025-09-01 02:00:14.92: empty line received 2025-09-01 02:00:14.92: ServiceMonitor - start process kube event 2025-09-01 02:00:25.27: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 02:00:25.27: NamespaceMonitor - start process kube event 2025-09-01 02:00:25.27: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1946 2025-09-01 02:00:25.27: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:00:25.27: NamespaceMonitor - Connect Kube API result 0 2025-09-01 02:00:25.27: NamespaceMonitor - _schedule_vnc_sync 2025-09-01 02:00:25.27: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1946'})(timeout=120) 2025-09-01 02:00:25.27: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-01 02:00:25.27: VncKubernetes - vnc_sync - Namespace start 2025-09-01 02:00:25.27: VncKubernetes - vnc_sync - Namespace done 2025-09-01 02:00:25.27: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:00:25.29: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1946'}) 2025-09-01 02:00:39.44: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 02:00:39.45: NetworkPolicyMonitor - start process kube event 2025-09-01 02:00:39.45: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1932 2025-09-01 02:00:39.45: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:00:39.45: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-01 02:00:39.45: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-01 02:00:39.45: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1932'})(timeout=120) 2025-09-01 02:00:39.45: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-01 02:00:39.45: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-01 02:00:39.45: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-01 02:00:39.45: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:00:39.45: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1932'}) 2025-09-01 02:00:56.37: IngressMonitor - Received BOOKMARK: oldResVer=1872 newResVer=1872 2025-09-01 02:00:56.37: IngressMonitor - start process kube event 2025-09-01 02:00:56.37: empty line received 2025-09-01 02:00:56.37: IngressMonitor - start process kube event 2025-09-01 02:00:58.15: NetworkMonitor - Received BOOKMARK: oldResVer=2103 newResVer=2103 2025-09-01 02:00:58.15: NetworkMonitor - start process kube event 2025-09-01 02:00:58.15: empty line received 2025-09-01 02:00:58.15: NetworkMonitor - start process kube event 2025-09-01 02:01:04.24: EndPointMonitor - Received BOOKMARK: oldResVer=1948 newResVer=1948 2025-09-01 02:01:04.24: EndPointMonitor - start process kube event 2025-09-01 02:01:04.24: EndPointMonitor - _schedule_vnc_sync 2025-09-01 02:01:04.24: empty line received 2025-09-01 02:01:04.24: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-01 02:01:04.24: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-01 02:01:04.24: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:01:04.24: EndPointMonitor - start process kube event 2025-09-01 02:01:14.23: PodMonitor - Received BOOKMARK: oldResVer=1983 newResVer=1983 2025-09-01 02:01:14.23: PodMonitor - start process kube event 2025-09-01 02:01:14.23: PodMonitor - _schedule_vnc_sync 2025-09-01 02:01:14.23: empty line received 2025-09-01 02:01:14.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-01 02:01:14.23: VncKubernetes - vnc_sync - Pod start 2025-09-01 02:01:14.23: VncKubernetes - vnc_sync - Pod done 2025-09-01 02:01:14.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:01:14.23: PodMonitor - start process kube event 2025-09-01 02:01:15.02: ServiceMonitor - Received BOOKMARK: oldResVer=1948 newResVer=1948 2025-09-01 02:01:15.02: ServiceMonitor - start process kube event 2025-09-01 02:01:15.02: empty line received 2025-09-01 02:01:15.02: ServiceMonitor - start process kube event 2025-09-01 02:01:33.49: IngressMonitor - Received BOOKMARK: oldResVer=1872 newResVer=1872 2025-09-01 02:01:33.49: IngressMonitor - start process kube event 2025-09-01 02:01:33.49: empty line received 2025-09-01 02:01:33.49: IngressMonitor - start process kube event 2025-09-01 02:01:34.74: IngressMonitor - Received BOOKMARK: oldResVer=1872 newResVer=1872 2025-09-01 02:01:34.74: IngressMonitor - start process kube event 2025-09-01 02:01:34.74: empty line received 2025-09-01 02:01:34.74: IngressMonitor - start process kube event 2025-09-01 02:01:35.71: stop iteration IngressMonitor 2025-09-01 02:01:35.71: IngressMonitor - start process kube event 2025-09-01 02:01:35.71: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1872 2025-09-01 02:01:35.71: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:01:35.71: IngressMonitor - Connect Kube API result 0 2025-09-01 02:01:35.71: IngressMonitor - _schedule_vnc_sync 2025-09-01 02:01:35.71: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1872'})(timeout=120) 2025-09-01 02:01:35.71: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-01 02:01:35.71: VncKubernetes - vnc_sync - Ingress start 2025-09-01 02:01:35.71: VncKubernetes - vnc_sync - Ingress done 2025-09-01 02:01:35.71: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:01:35.72: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1872'}) 2025-09-01 02:01:52.09: PodMonitor - Received BOOKMARK: oldResVer=1983 newResVer=1983 2025-09-01 02:01:52.09: PodMonitor - start process kube event 2025-09-01 02:01:52.09: empty line received 2025-09-01 02:01:52.09: PodMonitor - start process kube event 2025-09-01 02:01:53.80: stop iteration PodMonitor 2025-09-01 02:01:53.81: PodMonitor - start process kube event 2025-09-01 02:01:53.81: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1983 2025-09-01 02:01:53.81: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:01:53.81: PodMonitor - Connect Kube API result 0 2025-09-01 02:01:53.81: PodMonitor - _schedule_vnc_sync 2025-09-01 02:01:53.81: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1983'})(timeout=120) 2025-09-01 02:01:53.81: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-01 02:01:53.81: VncKubernetes - vnc_sync - Pod start 2025-09-01 02:01:53.81: VncKubernetes - vnc_sync - Pod done 2025-09-01 02:01:53.81: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.50 - - [2025-09-01 02:02:02] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001055 2025-09-01 02:01:53.81: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1983'}) 2025-09-01 02:01:58.99: NetworkMonitor - Received BOOKMARK: oldResVer=2103 newResVer=2103 2025-09-01 02:01:58.99: NetworkMonitor - start process kube event 2025-09-01 02:01:58.99: empty line received 2025-09-01 02:01:58.99: NetworkMonitor - start process kube event 2025-09-01 02:02:00.11: NetworkMonitor - Received BOOKMARK: oldResVer=2103 newResVer=2103 2025-09-01 02:02:00.11: NetworkMonitor - start process kube event 2025-09-01 02:02:00.11: empty line received 2025-09-01 02:02:00.11: NetworkMonitor - start process kube event 2025-09-01 02:02:01.28: NetworkMonitor - Received BOOKMARK: oldResVer=2103 newResVer=2103 2025-09-01 02:02:01.32: NetworkMonitor - start process kube event 2025-09-01 02:02:01.32: empty line received 2025-09-01 02:02:01.32: NetworkMonitor - start process kube event 2025-09-01 02:02:02.70: stop iteration NetworkMonitor 2025-09-01 02:02:02.70: NetworkMonitor - start process kube event 2025-09-01 02:02:02.70: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2103 2025-09-01 02:02:02.70: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:02:02.70: NetworkMonitor - Connect Kube API result 0 2025-09-01 02:02:02.70: NetworkMonitor - _schedule_vnc_sync 2025-09-01 02:02:02.70: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2103'})(timeout=120) 2025-09-01 02:02:02.70: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-01 02:02:02.70: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-01 02:02:02.70: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:02:02.71: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2103'}) 2025-09-01 02:02:04.08: EndPointMonitor - Received BOOKMARK: oldResVer=1948 newResVer=1948 2025-09-01 02:02:04.09: EndPointMonitor - start process kube event 2025-09-01 02:02:04.09: empty line received 2025-09-01 02:02:04.09: EndPointMonitor - start process kube event 2025-09-01 02:02:14.13: EndPointMonitor - Received BOOKMARK: oldResVer=1948 newResVer=1948 2025-09-01 02:02:14.13: EndPointMonitor - start process kube event 2025-09-01 02:02:14.13: empty line received 2025-09-01 02:02:14.13: EndPointMonitor - start process kube event 2025-09-01 02:02:14.38: ServiceMonitor - Received BOOKMARK: oldResVer=1948 newResVer=1948 2025-09-01 02:02:14.38: ServiceMonitor - start process kube event 2025-09-01 02:02:14.38: empty line received 2025-09-01 02:02:14.38: ServiceMonitor - start process kube event 2025-09-01 02:02:15.27: EndPointMonitor - Received BOOKMARK: oldResVer=1948 newResVer=1948 2025-09-01 02:02:15.27: EndPointMonitor - start process kube event 2025-09-01 02:02:15.27: empty line received 2025-09-01 02:02:15.27: EndPointMonitor - start process kube event 2025-09-01 02:02:16.80: stop iteration EndPointMonitor 2025-09-01 02:02:16.80: EndPointMonitor - start process kube event 2025-09-01 02:02:16.80: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1948 2025-09-01 02:02:16.80: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:02:16.80: EndPointMonitor - Connect Kube API result 0 2025-09-01 02:02:16.80: EndPointMonitor - _schedule_vnc_sync 2025-09-01 02:02:16.80: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1948'})(timeout=120) 2025-09-01 02:02:16.80: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-01 02:02:16.80: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-01 02:02:16.81: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:02:16.82: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1948'}) 2025-09-01 02:02:25.29: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 02:02:25.29: NamespaceMonitor - start process kube event 2025-09-01 02:02:25.29: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1946 2025-09-01 02:02:25.29: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:02:25.29: NamespaceMonitor - Connect Kube API result 0 2025-09-01 02:02:25.29: NamespaceMonitor - _schedule_vnc_sync 2025-09-01 02:02:25.29: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1946'})(timeout=120) 2025-09-01 02:02:25.29: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-01 02:02:25.29: VncKubernetes - vnc_sync - Namespace start 2025-09-01 02:02:25.29: VncKubernetes - vnc_sync - Namespace done 2025-09-01 02:02:25.29: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:02:25.30: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1946'}) 2025-09-01 02:02:36.02: IngressMonitor - Received BOOKMARK: oldResVer=1872 newResVer=2667 2025-09-01 02:02:36.02: IngressMonitor - start process kube event 2025-09-01 02:02:36.02: empty line received 2025-09-01 02:02:36.02: IngressMonitor - start process kube event 2025-09-01 02:02:39.46: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 02:02:39.46: NetworkPolicyMonitor - start process kube event 2025-09-01 02:02:39.46: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1932 2025-09-01 02:02:39.46: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:02:39.46: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-01 02:02:39.46: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-01 02:02:39.46: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1932'})(timeout=120) 2025-09-01 02:02:39.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-01 02:02:39.46: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-01 02:02:39.46: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-01 02:02:39.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:02:39.47: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1932'}) 2025-09-01 02:03:14.91: ServiceMonitor - Received BOOKMARK: oldResVer=1948 newResVer=1948 2025-09-01 02:03:14.91: ServiceMonitor - start process kube event 2025-09-01 02:03:14.91: ServiceMonitor - _schedule_vnc_sync 2025-09-01 02:03:14.91: empty line received 2025-09-01 02:03:14.91: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-01 02:03:14.91: VncKubernetes - vnc_sync - Service start 2025-09-01 02:03:14.91: VncKubernetes - vnc_sync - Service done 2025-09-01 02:03:14.91: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:03:14.92: ServiceMonitor - start process kube event 2025-09-01 02:03:28.18: ServiceMonitor - Received BOOKMARK: oldResVer=1948 newResVer=1948 2025-09-01 02:03:28.18: ServiceMonitor - start process kube event 2025-09-01 02:03:28.18: empty line received 2025-09-01 02:03:28.18: ServiceMonitor - start process kube event 2025-09-01 02:03:29.94: stop iteration ServiceMonitor 2025-09-01 02:03:29.94: ServiceMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-09-01 02:03:35] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001125 [Introspect:8108]10.0.0.50 - - [2025-09-01 02:03:38] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001260 [Introspect:8108]10.0.0.50 - - [2025-09-01 02:03:41] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001176 2025-09-01 02:03:29.94: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1948 2025-09-01 02:03:29.94: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:03:29.94: ServiceMonitor - Connect Kube API result 0 2025-09-01 02:03:29.94: ServiceMonitor - _schedule_vnc_sync 2025-09-01 02:03:29.94: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1948'})(timeout=120) 2025-09-01 02:03:29.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-01 02:03:29.95: VncKubernetes - vnc_sync - Service start 2025-09-01 02:03:29.95: VncKubernetes - vnc_sync - Service done 2025-09-01 02:03:29.95: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:03:29.95: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1948'}) 2025-09-01 02:03:36.08: IngressMonitor - Received BOOKMARK: oldResVer=2667 newResVer=2667 2025-09-01 02:03:36.08: IngressMonitor - start process kube event 2025-09-01 02:03:36.08: empty line received 2025-09-01 02:03:36.08: IngressMonitor - start process kube event 2025-09-01 02:03:39.91: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=1932 newResVer=2752 2025-09-01 02:03:39.92: NetworkPolicyMonitor - start process kube event 2025-09-01 02:03:39.92: empty line received 2025-09-01 02:03:39.92: NetworkPolicyMonitor - start process kube event 2025-09-01 02:03:53.82: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 02:03:53.82: PodMonitor - start process kube event 2025-09-01 02:03:53.82: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=1983 2025-09-01 02:03:53.82: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:03:53.82: PodMonitor - Connect Kube API result 0 2025-09-01 02:03:53.82: PodMonitor - _schedule_vnc_sync 2025-09-01 02:03:53.82: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1983'})(timeout=120) 2025-09-01 02:03:53.82: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-01 02:03:53.82: VncKubernetes - vnc_sync - Pod start 2025-09-01 02:03:53.82: VncKubernetes - vnc_sync - Pod done 2025-09-01 02:03:53.82: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:03:53.83: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '1983'}) 2025-09-01 02:04:02.71: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 02:04:02.71: NetworkMonitor - start process kube event 2025-09-01 02:04:02.71: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2103 2025-09-01 02:04:02.71: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:04:02.71: NetworkMonitor - Connect Kube API result 0 2025-09-01 02:04:02.71: NetworkMonitor - _schedule_vnc_sync 2025-09-01 02:04:02.71: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2103'})(timeout=120) 2025-09-01 02:04:02.71: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-01 02:04:02.71: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-01 02:04:02.72: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:04:02.73: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2103'}) 2025-09-01 02:04:16.16: EndPointMonitor - Received BOOKMARK: oldResVer=1948 newResVer=2776 2025-09-01 02:04:16.16: EndPointMonitor - start process kube event 2025-09-01 02:04:16.16: empty line received 2025-09-01 02:04:16.16: EndPointMonitor - start process kube event 2025-09-01 02:04:25.06: NamespaceMonitor - Received BOOKMARK: oldResVer=1946 newResVer=2774 2025-09-01 02:04:25.06: NamespaceMonitor - start process kube event 2025-09-01 02:04:25.06: empty line received 2025-09-01 02:04:25.06: NamespaceMonitor - start process kube event 2025-09-01 02:04:29.64: ServiceMonitor - Received BOOKMARK: oldResVer=1948 newResVer=2778 2025-09-01 02:04:29.64: ServiceMonitor - start process kube event 2025-09-01 02:04:29.64: empty line received 2025-09-01 02:04:29.64: ServiceMonitor - start process kube event 2025-09-01 02:04:35.27: IngressMonitor - Received BOOKMARK: oldResVer=2667 newResVer=2667 2025-09-01 02:04:35.27: IngressMonitor - start process kube event 2025-09-01 02:04:35.27: empty line received 2025-09-01 02:04:35.27: IngressMonitor - start process kube event 2025-09-01 02:04:39.64: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2752 newResVer=2752 2025-09-01 02:04:39.65: NetworkPolicyMonitor - start process kube event 2025-09-01 02:04:39.65: empty line received 2025-09-01 02:04:39.65: NetworkPolicyMonitor - start process kube event 2025-09-01 02:04:53.49: PodMonitor - Received BOOKMARK: oldResVer=1983 newResVer=2826 2025-09-01 02:04:53.49: PodMonitor - start process kube event 2025-09-01 02:04:53.49: empty line received 2025-09-01 02:04:53.49: PodMonitor - start process kube event 2025-09-01 02:05:16.27: EndPointMonitor - Received BOOKMARK: oldResVer=2776 newResVer=2776 2025-09-01 02:05:16.28: EndPointMonitor - start process kube event 2025-09-01 02:05:16.28: empty line received 2025-09-01 02:05:16.28: EndPointMonitor - start process kube event 2025-09-01 02:05:25.23: NamespaceMonitor - Received BOOKMARK: oldResVer=2774 newResVer=2774 2025-09-01 02:05:25.23: NamespaceMonitor - start process kube event 2025-09-01 02:05:25.23: empty line received 2025-09-01 02:05:25.23: NamespaceMonitor - start process kube event 2025-09-01 02:05:29.52: ServiceMonitor - Received BOOKMARK: oldResVer=2778 newResVer=2778 2025-09-01 02:05:29.52: ServiceMonitor - start process kube event 2025-09-01 02:05:29.52: empty line received 2025-09-01 02:05:29.52: ServiceMonitor - start process kube event 2025-09-01 02:05:36.07: IngressMonitor - Received BOOKMARK: oldResVer=2667 newResVer=2667 2025-09-01 02:05:36.07: IngressMonitor - start process kube event 2025-09-01 02:05:36.07: IngressMonitor - _schedule_vnc_sync 2025-09-01 02:05:36.07: empty line received 2025-09-01 02:05:36.07: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-01 02:05:36.07: VncKubernetes - vnc_sync - Ingress start 2025-09-01 02:05:36.07: VncKubernetes - vnc_sync - Ingress done 2025-09-01 02:05:36.07: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:05:36.07: IngressMonitor - start process kube event 2025-09-01 02:05:39.43: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2752 newResVer=2752 2025-09-01 02:05:39.43: NetworkPolicyMonitor - start process kube event 2025-09-01 02:05:39.43: empty line received 2025-09-01 02:05:39.43: NetworkPolicyMonitor - start process kube event 2025-09-01 02:05:53.63: PodMonitor - Received BOOKMARK: oldResVer=2826 newResVer=2826 2025-09-01 02:05:53.63: PodMonitor - start process kube event 2025-09-01 02:05:53.63: empty line received 2025-09-01 02:05:53.63: PodMonitor - start process kube event 2025-09-01 02:06:02.39: NetworkMonitor - Received BOOKMARK: oldResVer=2103 newResVer=2897 2025-09-01 02:06:02.39: NetworkMonitor - start process kube event 2025-09-01 02:06:02.39: empty line received 2025-09-01 02:06:02.39: NetworkMonitor - start process kube event 2025-09-01 02:06:17.01: EndPointMonitor - Received BOOKMARK: oldResVer=2776 newResVer=2776 2025-09-01 02:06:17.01: EndPointMonitor - start process kube event 2025-09-01 02:06:17.01: EndPointMonitor - _schedule_vnc_sync 2025-09-01 02:06:17.01: empty line received 2025-09-01 02:06:17.01: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) [Introspect:8108]10.0.0.50 - - [2025-09-01 02:06:37] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001010 2025-09-01 02:06:17.01: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-01 02:06:17.01: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:06:17.01: EndPointMonitor - start process kube event 2025-09-01 02:06:25.96: NamespaceMonitor - Received BOOKMARK: oldResVer=2774 newResVer=2774 2025-09-01 02:06:25.96: NamespaceMonitor - start process kube event 2025-09-01 02:06:25.96: NamespaceMonitor - _schedule_vnc_sync 2025-09-01 02:06:25.96: empty line received 2025-09-01 02:06:25.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-01 02:06:25.96: VncKubernetes - vnc_sync - Namespace start 2025-09-01 02:06:25.96: VncKubernetes - vnc_sync - Namespace done 2025-09-01 02:06:25.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:06:25.96: NamespaceMonitor - start process kube event 2025-09-01 02:06:30.07: ServiceMonitor - Received BOOKMARK: oldResVer=2778 newResVer=2778 2025-09-01 02:06:30.07: ServiceMonitor - start process kube event 2025-09-01 02:06:30.07: empty line received 2025-09-01 02:06:30.07: ServiceMonitor - start process kube event 2025-09-01 02:06:36.04: IngressMonitor - Received BOOKMARK: oldResVer=2667 newResVer=2667 2025-09-01 02:06:36.04: IngressMonitor - start process kube event 2025-09-01 02:06:36.04: empty line received 2025-09-01 02:06:36.04: IngressMonitor - start process kube event 2025-09-01 02:06:40.11: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2752 newResVer=2752 2025-09-01 02:06:40.11: NetworkPolicyMonitor - start process kube event 2025-09-01 02:06:40.11: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-01 02:06:40.11: empty line received 2025-09-01 02:06:40.11: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-01 02:06:40.11: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-01 02:06:40.11: NetworkPolicyMonitor - start process kube event 2025-09-01 02:06:40.12: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-01 02:06:40.12: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:06:54.05: PodMonitor - Received BOOKMARK: oldResVer=2826 newResVer=2826 2025-09-01 02:06:54.05: PodMonitor - start process kube event 2025-09-01 02:06:54.05: empty line received 2025-09-01 02:06:54.05: PodMonitor - start process kube event 2025-09-01 02:07:01.94: NetworkMonitor - Received BOOKMARK: oldResVer=2897 newResVer=2897 2025-09-01 02:07:01.94: NetworkMonitor - start process kube event 2025-09-01 02:07:01.94: empty line received 2025-09-01 02:07:01.94: NetworkMonitor - start process kube event 2025-09-01 02:07:16.97: EndPointMonitor - Received BOOKMARK: oldResVer=2776 newResVer=2776 2025-09-01 02:07:16.98: EndPointMonitor - start process kube event 2025-09-01 02:07:16.98: empty line received 2025-09-01 02:07:16.98: EndPointMonitor - start process kube event 2025-09-01 02:07:25.11: NamespaceMonitor - Received BOOKMARK: oldResVer=2774 newResVer=2774 2025-09-01 02:07:25.11: NamespaceMonitor - start process kube event 2025-09-01 02:07:25.11: empty line received 2025-09-01 02:07:25.11: NamespaceMonitor - start process kube event 2025-09-01 02:07:29.55: ServiceMonitor - Received BOOKMARK: oldResVer=2778 newResVer=2778 2025-09-01 02:07:29.55: ServiceMonitor - start process kube event 2025-09-01 02:07:29.55: empty line received 2025-09-01 02:07:29.55: ServiceMonitor - start process kube event 2025-09-01 02:07:35.60: IngressMonitor - Received BOOKMARK: oldResVer=2667 newResVer=2667 2025-09-01 02:07:35.60: IngressMonitor - start process kube event 2025-09-01 02:07:35.60: empty line received 2025-09-01 02:07:35.60: IngressMonitor - start process kube event 2025-09-01 02:07:39.29: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2752 newResVer=2752 2025-09-01 02:07:39.29: NetworkPolicyMonitor - start process kube event 2025-09-01 02:07:39.29: empty line received 2025-09-01 02:07:39.29: NetworkPolicyMonitor - start process kube event 2025-09-01 02:07:53.16: PodMonitor - Received BOOKMARK: oldResVer=2826 newResVer=2826 2025-09-01 02:07:53.16: PodMonitor - start process kube event 2025-09-01 02:07:53.16: empty line received 2025-09-01 02:07:53.16: PodMonitor - start process kube event 2025-09-01 02:08:02.93: NetworkMonitor - Received BOOKMARK: oldResVer=2897 newResVer=2897 2025-09-01 02:08:02.93: NetworkMonitor - start process kube event 2025-09-01 02:08:02.93: NetworkMonitor - _schedule_vnc_sync 2025-09-01 02:08:02.93: empty line received 2025-09-01 02:08:02.93: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-01 02:08:02.93: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-01 02:08:02.93: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:08:02.93: NetworkMonitor - start process kube event 2025-09-01 02:08:16.28: EndPointMonitor - Received BOOKMARK: oldResVer=2776 newResVer=2776 2025-09-01 02:08:16.28: EndPointMonitor - start process kube event 2025-09-01 02:08:16.28: empty line received 2025-09-01 02:08:16.28: EndPointMonitor - start process kube event 2025-09-01 02:08:25.71: NamespaceMonitor - Received BOOKMARK: oldResVer=2774 newResVer=2774 2025-09-01 02:08:25.71: NamespaceMonitor - start process kube event 2025-09-01 02:08:25.71: empty line received 2025-09-01 02:08:25.71: NamespaceMonitor - start process kube event 2025-09-01 02:08:30.13: ServiceMonitor - Received BOOKMARK: oldResVer=2778 newResVer=2778 2025-09-01 02:08:30.13: ServiceMonitor - start process kube event 2025-09-01 02:08:30.13: ServiceMonitor - _schedule_vnc_sync 2025-09-01 02:08:30.13: empty line received 2025-09-01 02:08:30.13: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-01 02:08:30.13: VncKubernetes - vnc_sync - Service start 2025-09-01 02:08:30.13: VncKubernetes - vnc_sync - Service done 2025-09-01 02:08:30.13: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:08:30.13: ServiceMonitor - start process kube event 2025-09-01 02:08:36.18: IngressMonitor - Received BOOKMARK: oldResVer=2667 newResVer=2667 2025-09-01 02:08:36.18: IngressMonitor - start process kube event 2025-09-01 02:08:36.18: empty line received 2025-09-01 02:08:36.18: IngressMonitor - start process kube event 2025-09-01 02:08:39.51: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2752 newResVer=2752 2025-09-01 02:08:39.51: NetworkPolicyMonitor - start process kube event 2025-09-01 02:08:39.51: empty line received 2025-09-01 02:08:39.51: NetworkPolicyMonitor - start process kube event 2025-09-01 02:08:46.43: IngressMonitor - Received BOOKMARK: oldResVer=2667 newResVer=2667 2025-09-01 02:08:46.43: IngressMonitor - start process kube event 2025-09-01 02:08:46.43: empty line received 2025-09-01 02:08:46.43: IngressMonitor - start process kube event 2025-09-01 02:08:47.58: stop iteration IngressMonitor 2025-09-01 02:08:47.58: IngressMonitor - start process kube event 2025-09-01 02:08:47.58: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2667 2025-09-01 02:08:47.58: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:08:47.58: IngressMonitor - Connect Kube API result 0 2025-09-01 02:08:47.58: IngressMonitor - _schedule_vnc_sync 2025-09-01 02:08:47.59: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2667'})(timeout=120) 2025-09-01 02:08:47.59: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-01 02:08:47.59: VncKubernetes - vnc_sync - Ingress start 2025-09-01 02:08:47.59: VncKubernetes - vnc_sync - Ingress done 2025-09-01 02:08:47.59: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:08:47.60: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2667'}) 2025-09-01 02:08:53.34: PodMonitor - Received BOOKMARK: oldResVer=2826 newResVer=2826 2025-09-01 02:08:53.34: PodMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-09-01 02:09:20] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001123 [Introspect:8108]10.0.0.50 - - [2025-09-01 02:09:23] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.000965 [Introspect:8108]10.0.0.50 - - [2025-09-01 02:09:26] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001037 2025-09-01 02:08:53.34: PodMonitor - _schedule_vnc_sync 2025-09-01 02:08:53.34: empty line received 2025-09-01 02:08:53.34: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-01 02:08:53.34: VncKubernetes - vnc_sync - Pod start 2025-09-01 02:08:53.34: VncKubernetes - vnc_sync - Pod done 2025-09-01 02:08:53.34: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:08:53.34: PodMonitor - start process kube event 2025-09-01 02:09:02.90: NetworkMonitor - Received BOOKMARK: oldResVer=2897 newResVer=2897 2025-09-01 02:09:02.90: NetworkMonitor - start process kube event 2025-09-01 02:09:02.90: empty line received 2025-09-01 02:09:02.90: NetworkMonitor - start process kube event 2025-09-01 02:09:16.84: EndPointMonitor - Received BOOKMARK: oldResVer=2776 newResVer=2776 2025-09-01 02:09:16.84: EndPointMonitor - start process kube event 2025-09-01 02:09:16.84: empty line received 2025-09-01 02:09:16.84: EndPointMonitor - start process kube event 2025-09-01 02:09:26.07: NamespaceMonitor - Received BOOKMARK: oldResVer=2774 newResVer=2774 2025-09-01 02:09:26.07: NamespaceMonitor - start process kube event 2025-09-01 02:09:26.07: empty line received 2025-09-01 02:09:26.07: NamespaceMonitor - start process kube event 2025-09-01 02:09:30.13: ServiceMonitor - Received BOOKMARK: oldResVer=2778 newResVer=2778 2025-09-01 02:09:30.13: ServiceMonitor - start process kube event 2025-09-01 02:09:30.13: empty line received 2025-09-01 02:09:30.13: ServiceMonitor - start process kube event 2025-09-01 02:09:39.58: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2752 newResVer=2752 2025-09-01 02:09:39.58: NetworkPolicyMonitor - start process kube event 2025-09-01 02:09:39.58: empty line received 2025-09-01 02:09:39.58: NetworkPolicyMonitor - start process kube event 2025-09-01 02:09:54.26: PodMonitor - Received BOOKMARK: oldResVer=2826 newResVer=2826 2025-09-01 02:09:54.26: PodMonitor - start process kube event 2025-09-01 02:09:54.26: empty line received 2025-09-01 02:09:54.26: PodMonitor - start process kube event 2025-09-01 02:09:57.02: NetworkMonitor - Received BOOKMARK: oldResVer=2897 newResVer=2897 2025-09-01 02:09:57.02: NetworkMonitor - start process kube event 2025-09-01 02:09:57.02: empty line received 2025-09-01 02:09:57.02: NetworkMonitor - start process kube event 2025-09-01 02:09:58.04: NetworkMonitor - Received BOOKMARK: oldResVer=2897 newResVer=2897 2025-09-01 02:09:58.04: NetworkMonitor - start process kube event 2025-09-01 02:09:58.04: empty line received 2025-09-01 02:09:58.04: NetworkMonitor - start process kube event 2025-09-01 02:09:59.92: stop iteration NetworkMonitor 2025-09-01 02:09:59.92: NetworkMonitor - start process kube event 2025-09-01 02:09:59.92: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2897 2025-09-01 02:09:59.92: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:09:59.92: NetworkMonitor - Connect Kube API result 0 2025-09-01 02:09:59.92: NetworkMonitor - _schedule_vnc_sync 2025-09-01 02:09:59.92: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2897'})(timeout=120) 2025-09-01 02:09:59.92: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-01 02:09:59.92: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-01 02:09:59.92: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:09:59.94: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2897'}) 2025-09-01 02:10:05.05: NamespaceMonitor - Received BOOKMARK: oldResVer=2774 newResVer=2774 2025-09-01 02:10:05.05: NamespaceMonitor - start process kube event 2025-09-01 02:10:05.05: empty line received 2025-09-01 02:10:05.05: NamespaceMonitor - start process kube event 2025-09-01 02:10:06.23: stop iteration NamespaceMonitor 2025-09-01 02:10:06.23: NamespaceMonitor - start process kube event 2025-09-01 02:10:06.23: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2774 2025-09-01 02:10:06.23: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:10:06.23: NamespaceMonitor - Connect Kube API result 0 2025-09-01 02:10:06.23: NamespaceMonitor - _schedule_vnc_sync 2025-09-01 02:10:06.23: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2774'})(timeout=120) 2025-09-01 02:10:06.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-01 02:10:06.23: VncKubernetes - vnc_sync - Namespace start 2025-09-01 02:10:06.23: VncKubernetes - vnc_sync - Namespace done 2025-09-01 02:10:06.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:10:06.24: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2774'}) 2025-09-01 02:10:15.99: EndPointMonitor - Received BOOKMARK: oldResVer=2776 newResVer=2776 2025-09-01 02:10:15.99: EndPointMonitor - start process kube event 2025-09-01 02:10:15.99: empty line received 2025-09-01 02:10:15.99: EndPointMonitor - start process kube event 2025-09-01 02:10:17.46: stop iteration EndPointMonitor 2025-09-01 02:10:17.46: EndPointMonitor - start process kube event 2025-09-01 02:10:17.46: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2776 2025-09-01 02:10:17.46: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:10:17.46: EndPointMonitor - Connect Kube API result 0 2025-09-01 02:10:17.46: EndPointMonitor - _schedule_vnc_sync 2025-09-01 02:10:17.46: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2776'})(timeout=120) 2025-09-01 02:10:17.46: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-01 02:10:17.46: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-01 02:10:17.46: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:10:17.47: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2776'}) 2025-09-01 02:10:19.37: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2752 newResVer=2752 2025-09-01 02:10:19.37: NetworkPolicyMonitor - start process kube event 2025-09-01 02:10:19.37: empty line received 2025-09-01 02:10:19.37: NetworkPolicyMonitor - start process kube event 2025-09-01 02:10:20.61: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2752 newResVer=2752 2025-09-01 02:10:20.61: NetworkPolicyMonitor - start process kube event 2025-09-01 02:10:20.61: empty line received 2025-09-01 02:10:20.61: NetworkPolicyMonitor - start process kube event 2025-09-01 02:10:21.53: stop iteration NetworkPolicyMonitor 2025-09-01 02:10:21.53: NetworkPolicyMonitor - start process kube event 2025-09-01 02:10:21.53: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2752 2025-09-01 02:10:21.53: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:10:21.53: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-01 02:10:21.53: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-01 02:10:21.53: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2752'})(timeout=120) 2025-09-01 02:10:21.53: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-01 02:10:21.53: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-01 02:10:21.53: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-01 02:10:21.53: VncKubernetes - wait event (qsize=0 timeout=120) [Introspect:8108]10.0.0.50 - - [2025-09-01 02:11:27] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001017 2025-09-01 02:10:21.53: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2752'}) 2025-09-01 02:10:22.16: ServiceMonitor - Received BOOKMARK: oldResVer=2778 newResVer=2778 2025-09-01 02:10:22.16: ServiceMonitor - start process kube event 2025-09-01 02:10:22.16: empty line received 2025-09-01 02:10:22.16: ServiceMonitor - start process kube event 2025-09-01 02:10:23.74: stop iteration ServiceMonitor 2025-09-01 02:10:23.74: ServiceMonitor - start process kube event 2025-09-01 02:10:23.74: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2778 2025-09-01 02:10:23.74: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:10:23.74: ServiceMonitor - Connect Kube API result 0 2025-09-01 02:10:23.74: ServiceMonitor - _schedule_vnc_sync 2025-09-01 02:10:23.74: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2778'})(timeout=120) 2025-09-01 02:10:23.74: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-01 02:10:23.74: VncKubernetes - vnc_sync - Service start 2025-09-01 02:10:23.74: VncKubernetes - vnc_sync - Service done 2025-09-01 02:10:23.74: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:10:23.75: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2778'}) 2025-09-01 02:10:47.60: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 02:10:47.60: IngressMonitor - start process kube event 2025-09-01 02:10:47.60: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2667 2025-09-01 02:10:47.60: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:10:47.60: IngressMonitor - Connect Kube API result 0 2025-09-01 02:10:47.60: IngressMonitor - _schedule_vnc_sync 2025-09-01 02:10:47.60: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2667'})(timeout=120) 2025-09-01 02:10:47.60: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-01 02:10:47.60: VncKubernetes - vnc_sync - Ingress start 2025-09-01 02:10:47.60: VncKubernetes - vnc_sync - Ingress done 2025-09-01 02:10:47.60: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:10:47.62: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2667'}) 2025-09-01 02:10:54.98: PodMonitor - Received BOOKMARK: oldResVer=2826 newResVer=2826 2025-09-01 02:10:54.98: PodMonitor - start process kube event 2025-09-01 02:10:54.98: empty line received 2025-09-01 02:10:54.98: PodMonitor - start process kube event 2025-09-01 02:11:54.20: PodMonitor - Received BOOKMARK: oldResVer=2826 newResVer=2826 2025-09-01 02:11:54.20: PodMonitor - start process kube event 2025-09-01 02:11:54.20: empty line received 2025-09-01 02:11:54.20: PodMonitor - start process kube event 2025-09-01 02:11:59.94: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 02:11:59.94: NetworkMonitor - start process kube event 2025-09-01 02:11:59.94: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2897 2025-09-01 02:11:59.94: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:11:59.94: NetworkMonitor - Connect Kube API result 0 2025-09-01 02:11:59.94: NetworkMonitor - _schedule_vnc_sync 2025-09-01 02:11:59.94: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2897'})(timeout=120) 2025-09-01 02:11:59.94: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-01 02:11:59.94: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-01 02:11:59.94: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:11:59.96: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2897'}) 2025-09-01 02:12:06.24: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 02:12:06.24: NamespaceMonitor - start process kube event 2025-09-01 02:12:06.24: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2774 2025-09-01 02:12:06.24: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:12:06.24: NamespaceMonitor - Connect Kube API result 0 2025-09-01 02:12:06.24: NamespaceMonitor - _schedule_vnc_sync 2025-09-01 02:12:06.24: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2774'})(timeout=120) 2025-09-01 02:12:06.25: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-01 02:12:06.25: VncKubernetes - vnc_sync - Namespace start 2025-09-01 02:12:06.25: VncKubernetes - vnc_sync - Namespace done 2025-09-01 02:12:06.25: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:12:06.26: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2774'}) 2025-09-01 02:12:17.48: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 02:12:17.48: EndPointMonitor - start process kube event 2025-09-01 02:12:17.48: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2776 2025-09-01 02:12:17.48: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:12:17.48: EndPointMonitor - Connect Kube API result 0 2025-09-01 02:12:17.48: EndPointMonitor - _schedule_vnc_sync 2025-09-01 02:12:17.48: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2776'})(timeout=120) 2025-09-01 02:12:17.48: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-01 02:12:17.48: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-01 02:12:17.48: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:12:17.49: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2776'}) 2025-09-01 02:12:21.54: IOError NetworkPolicyMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 02:12:21.54: NetworkPolicyMonitor - start process kube event 2025-09-01 02:12:21.54: NetworkPolicyMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2752 2025-09-01 02:12:21.54: NetworkPolicyMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:12:21.54: NetworkPolicyMonitor - Connect Kube API result 0 2025-09-01 02:12:21.54: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-01 02:12:21.54: NetworkPolicyMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2752'})(timeout=120) 2025-09-01 02:12:21.54: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-01 02:12:21.54: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-01 02:12:21.54: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-01 02:12:21.54: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:12:21.55: NetworkPolicyMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/networkpolicies ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2752'}) 2025-09-01 02:12:23.75: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 02:12:23.75: ServiceMonitor - start process kube event 2025-09-01 02:12:23.75: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2778 2025-09-01 02:12:23.75: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:12:23.75: ServiceMonitor - Connect Kube API result 0 2025-09-01 02:12:23.75: ServiceMonitor - _schedule_vnc_sync 2025-09-01 02:12:23.75: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2778'})(timeout=120) 2025-09-01 02:12:23.75: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-01 02:12:23.76: VncKubernetes - vnc_sync - Service start 2025-09-01 02:12:23.76: VncKubernetes - vnc_sync - Service done 2025-09-01 02:12:23.76: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:12:23.76: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2778'}) 2025-09-01 02:12:29.76: PodMonitor - Received BOOKMARK: oldResVer=2826 newResVer=2826 2025-09-01 02:12:29.76: PodMonitor - start process kube event 2025-09-01 02:12:29.76: empty line received 2025-09-01 02:12:29.76: PodMonitor - start process kube event 2025-09-01 02:12:31.48: stop iteration PodMonitor 2025-09-01 02:12:31.48: PodMonitor - start process kube event 2025-09-01 02:12:31.48: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2826 2025-09-01 02:12:31.48: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:12:31.48: PodMonitor - Connect Kube API result 0 2025-09-01 02:12:31.48: PodMonitor - _schedule_vnc_sync 2025-09-01 02:12:31.48: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2826'})(timeout=120) 2025-09-01 02:12:31.48: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-01 02:12:31.49: VncKubernetes - vnc_sync - Pod start 2025-09-01 02:12:31.49: VncKubernetes - vnc_sync - Pod done 2025-09-01 02:12:31.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:12:31.50: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2826'}) 2025-09-01 02:12:47.62: IOError IngressMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 02:12:47.62: IngressMonitor - start process kube event 2025-09-01 02:12:47.62: IngressMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2667 2025-09-01 02:12:47.62: IngressMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:12:47.62: IngressMonitor - Connect Kube API result 0 2025-09-01 02:12:47.62: IngressMonitor - _schedule_vnc_sync 2025-09-01 02:12:47.62: IngressMonitor - Start Watching request https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2667'})(timeout=120) 2025-09-01 02:12:47.62: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-01 02:12:47.62: VncKubernetes - vnc_sync - Ingress start 2025-09-01 02:12:47.62: VncKubernetes - vnc_sync - Ingress done 2025-09-01 02:12:47.62: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:12:47.63: IngressMonitor - Watches https://10.0.0.50:6443/apis/networking.k8s.io/v1/ingresses ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2667'}) 2025-09-01 02:13:48.20: IngressMonitor - Received BOOKMARK: oldResVer=2667 newResVer=3453 2025-09-01 02:13:48.20: IngressMonitor - start process kube event 2025-09-01 02:13:48.20: empty line received 2025-09-01 02:13:48.20: IngressMonitor - start process kube event 2025-09-01 02:13:59.96: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 02:13:59.96: NetworkMonitor - start process kube event 2025-09-01 02:13:59.96: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2897 2025-09-01 02:13:59.96: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:13:59.96: NetworkMonitor - Connect Kube API result 0 2025-09-01 02:13:59.96: NetworkMonitor - _schedule_vnc_sync 2025-09-01 02:13:59.96: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2897'})(timeout=120) 2025-09-01 02:13:59.96: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-01 02:13:59.96: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-01 02:13:59.96: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:13:59.97: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2897'}) 2025-09-01 02:14:06.26: IOError NamespaceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 02:14:06.26: NamespaceMonitor - start process kube event 2025-09-01 02:14:06.26: NamespaceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2774 2025-09-01 02:14:06.26: NamespaceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:14:06.26: NamespaceMonitor - Connect Kube API result 0 2025-09-01 02:14:06.26: NamespaceMonitor - _schedule_vnc_sync 2025-09-01 02:14:06.26: NamespaceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2774'})(timeout=120) 2025-09-01 02:14:06.26: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Namespace ns=None) 2025-09-01 02:14:06.26: VncKubernetes - vnc_sync - Namespace start 2025-09-01 02:14:06.26: VncKubernetes - vnc_sync - Namespace done 2025-09-01 02:14:06.26: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:14:06.27: NamespaceMonitor - Watches https://10.0.0.50:6443/api/v1/namespaces ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2774'}) 2025-09-01 02:14:17.49: IOError EndPointMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 02:14:17.49: EndPointMonitor - start process kube event 2025-09-01 02:14:17.49: EndPointMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2776 2025-09-01 02:14:17.49: EndPointMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:14:17.49: EndPointMonitor - Connect Kube API result 0 2025-09-01 02:14:17.49: EndPointMonitor - _schedule_vnc_sync 2025-09-01 02:14:17.49: EndPointMonitor - Start Watching request https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2776'})(timeout=120) 2025-09-01 02:14:17.49: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Endpoints ns=None) 2025-09-01 02:14:17.49: VncKubernetes - vnc_sync - Endpoints - no handler - skip 2025-09-01 02:14:17.49: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:14:17.51: EndPointMonitor - Watches https://10.0.0.50:6443/api/v1/endpoints ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2776'}) 2025-09-01 02:14:21.53: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=2752 newResVer=3568 2025-09-01 02:14:21.53: NetworkPolicyMonitor - start process kube event 2025-09-01 02:14:21.53: empty line received 2025-09-01 02:14:21.53: NetworkPolicyMonitor - start process kube event [Introspect:8108]10.0.0.50 - - [2025-09-01 02:14:51] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001264 [Introspect:8108]10.0.0.50 - - [2025-09-01 02:14:54] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001077 [Introspect:8108]10.0.0.50 - - [2025-09-01 02:14:58] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.000996 [Introspect:8108]10.0.0.50 - - [2025-09-01 02:16:37] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001064 2025-09-01 02:14:23.77: IOError ServiceMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 02:14:23.77: ServiceMonitor - start process kube event 2025-09-01 02:14:23.77: ServiceMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2778 2025-09-01 02:14:23.77: ServiceMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:14:23.77: ServiceMonitor - Connect Kube API result 0 2025-09-01 02:14:23.77: ServiceMonitor - _schedule_vnc_sync 2025-09-01 02:14:23.77: ServiceMonitor - Start Watching request https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2778'})(timeout=120) 2025-09-01 02:14:23.77: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Service ns=None) 2025-09-01 02:14:23.77: VncKubernetes - vnc_sync - Service start 2025-09-01 02:14:23.77: VncKubernetes - vnc_sync - Service done 2025-09-01 02:14:23.77: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:14:23.78: ServiceMonitor - Watches https://10.0.0.50:6443/api/v1/services ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2778'}) 2025-09-01 02:14:31.50: IOError PodMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 02:14:31.50: PodMonitor - start process kube event 2025-09-01 02:14:31.50: PodMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2826 2025-09-01 02:14:31.50: PodMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:14:31.50: PodMonitor - Connect Kube API result 0 2025-09-01 02:14:31.50: PodMonitor - _schedule_vnc_sync 2025-09-01 02:14:31.50: PodMonitor - Start Watching request https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2826'})(timeout=120) 2025-09-01 02:14:31.50: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Pod ns=None) 2025-09-01 02:14:31.50: VncKubernetes - vnc_sync - Pod start 2025-09-01 02:14:31.50: VncKubernetes - vnc_sync - Pod done 2025-09-01 02:14:31.50: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:14:31.52: PodMonitor - Watches https://10.0.0.50:6443/api/v1/pods ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2826'}) 2025-09-01 02:14:48.39: IngressMonitor - Received BOOKMARK: oldResVer=3453 newResVer=3453 2025-09-01 02:14:48.39: IngressMonitor - start process kube event 2025-09-01 02:14:48.39: empty line received 2025-09-01 02:14:48.39: IngressMonitor - start process kube event 2025-09-01 02:15:06.91: NamespaceMonitor - Received BOOKMARK: oldResVer=2774 newResVer=3596 2025-09-01 02:15:06.91: NamespaceMonitor - start process kube event 2025-09-01 02:15:06.91: empty line received 2025-09-01 02:15:06.91: NamespaceMonitor - start process kube event 2025-09-01 02:15:17.21: EndPointMonitor - Received BOOKMARK: oldResVer=2776 newResVer=3599 2025-09-01 02:15:17.21: EndPointMonitor - start process kube event 2025-09-01 02:15:17.21: empty line received 2025-09-01 02:15:17.21: EndPointMonitor - start process kube event 2025-09-01 02:15:21.70: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=3568 newResVer=3568 2025-09-01 02:15:21.70: NetworkPolicyMonitor - start process kube event 2025-09-01 02:15:21.70: empty line received 2025-09-01 02:15:21.70: NetworkPolicyMonitor - start process kube event 2025-09-01 02:15:23.66: ServiceMonitor - Received BOOKMARK: oldResVer=2778 newResVer=3601 2025-09-01 02:15:23.66: ServiceMonitor - start process kube event 2025-09-01 02:15:23.66: empty line received 2025-09-01 02:15:23.66: ServiceMonitor - start process kube event 2025-09-01 02:15:31.36: PodMonitor - Received BOOKMARK: oldResVer=2826 newResVer=3664 2025-09-01 02:15:31.36: PodMonitor - start process kube event 2025-09-01 02:15:31.36: empty line received 2025-09-01 02:15:31.36: PodMonitor - start process kube event 2025-09-01 02:15:48.54: IngressMonitor - Received BOOKMARK: oldResVer=3453 newResVer=3453 2025-09-01 02:15:48.54: IngressMonitor - start process kube event 2025-09-01 02:15:48.54: empty line received 2025-09-01 02:15:48.54: IngressMonitor - start process kube event 2025-09-01 02:15:59.98: IOError NetworkMonitor - HTTPSConnectionPool(host='10.0.0.50', port=6443): Read timed out. 2025-09-01 02:15:59.98: NetworkMonitor - start process kube event 2025-09-01 02:15:59.98: NetworkMonitor - Re-registering event handler. resource_version_valid=True, resource_version=2897 2025-09-01 02:15:59.98: NetworkMonitor - Try to connect Kube API 10.0.0.50:6443 2025-09-01 02:15:59.98: NetworkMonitor - Connect Kube API result 0 2025-09-01 02:15:59.98: NetworkMonitor - _schedule_vnc_sync 2025-09-01 02:15:59.98: NetworkMonitor - Start Watching request https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2897'})(timeout=120) 2025-09-01 02:15:59.98: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkAttachmentDefinition ns=None) 2025-09-01 02:15:59.98: VncKubernetes - vnc_sync - NetworkAttachmentDefinition - no handler - skip 2025-09-01 02:15:59.98: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:15:59.99: NetworkMonitor - Watches https://10.0.0.50:6443/apis/k8s.cni.cncf.io/v1/network-attachment-definitions ({'watch': 'true', 'allowWatchBookmarks': 'true', 'resourceVersion': '2897'}) 2025-09-01 02:16:06.23: NamespaceMonitor - Received BOOKMARK: oldResVer=3596 newResVer=3596 2025-09-01 02:16:06.23: NamespaceMonitor - start process kube event 2025-09-01 02:16:06.23: empty line received 2025-09-01 02:16:06.23: NamespaceMonitor - start process kube event 2025-09-01 02:16:17.89: EndPointMonitor - Received BOOKMARK: oldResVer=3599 newResVer=3599 2025-09-01 02:16:17.89: EndPointMonitor - start process kube event 2025-09-01 02:16:17.89: empty line received 2025-09-01 02:16:17.89: EndPointMonitor - start process kube event 2025-09-01 02:16:22.23: NetworkPolicyMonitor - Received BOOKMARK: oldResVer=3568 newResVer=3568 2025-09-01 02:16:22.23: NetworkPolicyMonitor - start process kube event 2025-09-01 02:16:22.23: NetworkPolicyMonitor - _schedule_vnc_sync 2025-09-01 02:16:22.23: empty line received 2025-09-01 02:16:22.23: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=NetworkPolicy ns=None) 2025-09-01 02:16:22.23: VncKubernetes - vnc_sync - NetworkPolicy start 2025-09-01 02:16:22.23: NetworkPolicyMonitor - start process kube event 2025-09-01 02:16:22.23: VncKubernetes - vnc_sync - NetworkPolicy done 2025-09-01 02:16:22.23: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:16:24.04: ServiceMonitor - Received BOOKMARK: oldResVer=3601 newResVer=3601 2025-09-01 02:16:24.04: ServiceMonitor - start process kube event 2025-09-01 02:16:24.04: empty line received 2025-09-01 02:16:24.04: ServiceMonitor - start process kube event 2025-09-01 02:16:31.90: PodMonitor - Received BOOKMARK: oldResVer=3664 newResVer=3664 2025-09-01 02:16:31.90: PodMonitor - start process kube event 2025-09-01 02:16:31.90: empty line received 2025-09-01 02:16:31.90: PodMonitor - start process kube event 2025-09-01 02:16:48.82: IngressMonitor - Received BOOKMARK: oldResVer=3453 newResVer=3453 2025-09-01 02:16:48.82: IngressMonitor - start process kube event 2025-09-01 02:16:48.82: IngressMonitor - _schedule_vnc_sync 2025-09-01 02:16:48.82: empty line received 2025-09-01 02:16:48.82: VncKubernetes - Process event (name=None event_type=TF_VNC_SYNC kind=Ingress ns=None) 2025-09-01 02:16:48.82: VncKubernetes - vnc_sync - Ingress start 2025-09-01 02:16:48.83: VncKubernetes - vnc_sync - Ingress done 2025-09-01 02:16:48.83: VncKubernetes - wait event (qsize=0 timeout=120) 2025-09-01 02:16:48.83: IngressMonitor - start process kube event 2025-09-01 02:17:00.47: NetworkMonitor - Received BOOKMARK: oldResVer=2897 newResVer=3690 2025-09-01 02:17:00.47: NetworkMonitor - start process kube event 2025-09-01 02:17:00.47: empty line received 2025-09-01 02:17:00.47: NetworkMonitor - start process kube event 2025-09-01 02:17:06.45: NamespaceMonitor - Received BOOKMARK: oldResVer=3596 newResVer=3596 [Introspect:8108]10.0.0.50 - - [2025-09-01 02:18:54] "GET /Snh_SandeshUVECacheReq?x=NodeStatus HTTP/1.1" 200 3012 0.001940